In [1]:
# import packages
import pandas as pd
import numpy as np
import warnings

import matplotlib.pyplot as plt
import seaborn as sns
from tqdm import tqdm

import re
from pandas.api.types import CategoricalDtype
from scipy import sparse
from sklearn.preprocessing import LabelEncoder

from sklearn.preprocessing import StandardScaler
from sklearn.decomposition import PCA
from sklearn.manifold import TSNE
from sklearn.model_selection import cross_val_score, train_test_split, StratifiedKFold
from sklearn.metrics import f1_score, accuracy_score
from sklearn.ensemble import VotingClassifier

from xgboost import XGBRegressor, XGBClassifier
from lightgbm import LGBMRegressor, LGBMClassifier, LGBMRanker, early_stopping
from catboost import CatBoostRegressor, CatBoostClassifier, Pool

from surprise import Dataset, Reader, accuracy, SVD, KNNBasic, CoClustering
from surprise.dataset import DatasetAutoFolds


warnings.filterwarnings(action='ignore')
In [2]:
users=pd.read_csv('users_2.0.csv')
books=pd.read_csv('books_2.0.csv')
ratings=pd.read_csv('data/train_ratings.csv')
submission_test=pd.read_csv('data/sample_submission.csv')

SEED=8746
dictionary=pd.concat([ratings,submission_test])
user2idx = {v:k for k,v in enumerate(dictionary['user_id'].unique())}
book2idx = {v:k for k,v in enumerate(dictionary['isbn'].unique())}
In [3]:
merge1 = ratings.merge(books, how='left', on='isbn')
dataset = merge1.merge(users, how='inner', on='user_id')
dataset.columns
Out[3]:
Index(['user_id', 'isbn', 'rating', 'book_title', 'book_author',
       'year_of_publication', 'publisher', 'img_url', 'language', 'category',
       'summary', 'img_path', 'age', 'location_country'],
      dtype='object')
In [4]:
from pandas.api.types import CategoricalDtype
from scipy import sparse
ratings['iid'] = ratings['isbn'].map(book2idx)
ratings['uid'] = ratings['user_id'].map(user2idx)

size_uid = ratings["uid"].unique()
size_iid = ratings["iid"].unique()

ui_shape = (len(size_uid), len(size_iid))

user_cat = CategoricalDtype(categories=sorted(size_uid), ordered=True)
book_cat = CategoricalDtype(categories=sorted(size_iid), ordered=True)

user_index = ratings["uid"].astype(user_cat).cat.codes
book_index = ratings["iid"].astype(book_cat).cat.codes

interactions = sparse.coo_matrix((ratings["rating"], (user_index,book_index)), shape=ui_shape)
In [5]:
def check_sparsity(interactions:sparse.coo_matrix)->int:
  matrix_size = interactions.shape[0]*interactions.shape[1] # Number of possible interactions in the matrix
  num_purchases = len(interactions.nonzero()[0]) # Number of items interacted with
  sparsity = 100*(1 - (num_purchases/matrix_size))
  return round(sparsity,4)
#sparse 확인
print(f"matrix sparsity : {check_sparsity(interactions)}%")
matrix sparsity : 99.996%
In [6]:
def shuffle_data(interactions:sparse.coo_matrix, random_state:int=42)->tuple:
    random_state = np.random.RandomState(seed=random_state)

    interactions = interactions.tocoo()

    uids, iids, data = (interactions.row, interactions.col, interactions.data)

    shuffle_indices = np.arange(len(uids))
    random_state.shuffle(shuffle_indices)

    uids = uids[shuffle_indices]
    iids = iids[shuffle_indices]
    data = data[shuffle_indices]

    return uids, iids, data
In [7]:
def cutoff_by_user(uids:list, test_percentage:float=0.2):
    cutoff = int((1.0 - test_percentage) * len(uids))
    train_idx = slice(None, cutoff)
    test_idx = slice(cutoff, None)
    return train_idx, test_idx
def random_train_test_split(interactions, test_percentage=0.2, valid=None, random_state=42):
    uids, iids, data = shuffle_data(interactions, random_state)
    train_idx, test_idx = cutoff_by_user(uids, test_percentage)
    shape = interactions.shape

    train = sparse.coo_matrix(
        (data[train_idx], (uids[train_idx], iids[train_idx])),
        shape=shape,
        dtype=interactions.dtype,
    )
    test = sparse.coo_matrix(
        (data[test_idx], (uids[test_idx], iids[test_idx])),
        shape=shape,
        dtype=interactions.dtype,
    )
    return train, test
train, test = random_train_test_split(interactions,test_percentage=0.2,random_state=42)
train = train.tocsr()
test = test.tocsr()
train.shape, test.shape
Out[7]:
((59803, 129777), (59803, 129777))
In [8]:
uids, iids, data = shuffle_data(interactions)
train_idx, test_idx = cutoff_by_user(uids)

train_df = pd.DataFrame({'uid':uids[train_idx], 'iid':iids[train_idx], 'ratings':data[train_idx]})
test_df = pd.DataFrame({'uid':uids[test_idx], 'iid':iids[test_idx], 'ratings':data[test_idx]})
test_df
Out[8]:
uid iid ratings
0 41848 33783 9
1 6538 2644 8
2 11221 81890 10
3 16021 6142 9
4 4632 89180 3
... ... ... ...
61354 2752 14936 6
61355 8108 86566 7
61356 10534 18168 5
61357 40246 22419 8
61358 24097 15452 10

61359 rows × 3 columns

In [9]:
users_df=users.copy()
In [10]:
users_df['uid'] = users_df['user_id'].map(user2idx)
In [11]:
users_df['age'] = users_df['age'].map(lambda x:x//10 if type(x)!=str else -1)
#연령별 카테고리화

!!!!user_df두개

In [12]:
#users_df.dropna(inplace=True)
users_df.fillna(0)
Out[12]:
user_id age location_country uid
0 8 3.0 2.0 0.0
1 11400 4.0 2.0 2334.0
2 67544 3.0 2.0 1.0
3 85526 3.0 2.0 4789.0
4 96054 2.0 2.0 3936.0
... ... ... ... ...
68087 156948 4.0 0.0 44668.0
68088 169489 0.0 0.0 64230.0
68089 56072 0.0 0.0 49566.0
68090 64582 3.0 0.0 51901.0
68091 218092 0.0 0.0 58709.0

68092 rows × 4 columns

In [13]:
books_df = books.copy()
books_df['iid'] = books_df['isbn'].map(book2idx)
books_df.info()
<class 'pandas.core.frame.DataFrame'>
RangeIndex: 149570 entries, 0 to 149569
Data columns (total 11 columns):
 #   Column               Non-Null Count   Dtype  
---  ------               --------------   -----  
 0   isbn                 149570 non-null  object 
 1   book_title           149570 non-null  object 
 2   book_author          149570 non-null  object 
 3   year_of_publication  149570 non-null  float64
 4   publisher            149570 non-null  int64  
 5   img_url              149570 non-null  object 
 6   language             149570 non-null  int64  
 7   category             130751 non-null  float64
 8   summary              82343 non-null   object 
 9   img_path             149570 non-null  object 
 10  iid                  149570 non-null  int64  
dtypes: float64(2), int64(3), object(6)
memory usage: 12.6+ MB
In [14]:
train_context = train_df.merge(users_df, on='uid', how='left').merge(books_df, on='iid', how='left')
test_context = test_df.merge(users_df, on='uid', how='left').merge(books_df, on='iid', how='left')


X_train = train_context.drop(['user_id', 'isbn', 'iid','uid', 'ratings'], axis=1)
y_train = train_context['ratings']
rating_train = train_context[['uid','iid','ratings']] 

X_test = test_context.drop(['user_id', 'isbn', 'iid','uid', 'ratings'], axis=1)
y_test = test_context['ratings']
rating_test = test_context[['uid','iid','ratings']] 
In [15]:
drop_lst = ['book_title','book_author','img_url','img_path','summary']

X_train.drop(drop_lst,axis=1,inplace=True)
X_test.drop(drop_lst,axis=1,inplace=True)
In [17]:
def modify_range(rating):
  if rating < 0:
    return 0
  elif rating > 10:
    return 10
  else:
    return rating
def rmse(real, predict):
  pred = list(map(modify_range, predict))  
  pred = np.array(pred)
  return np.sqrt(np.mean((real-pred) ** 2))
def matrix_rmse(real_mat, predict_mat, test_ind=test_idx):
  cost = 0

  for i, ind in enumerate(test_ind):
    pred = predict_mat[ind]
    real = real_mat[ind]
    cost += pow(real - modify_range(pred), 2)
  return np.sqrt(cost/ len(test_ind)) 
In [18]:
X_train
Out[18]:
age location_country year_of_publication publisher language category
0 3.0 2.0 1997.0 375 0 8.000000
1 1.0 2.0 1986.0 451 0 8.000000
2 5.0 2.0 1994.0 679 0 5.000000
3 3.0 2.0 1994.0 440 0 7.000000
4 3.0 2.0 2000.0 14 0 7.224138
... ... ... ... ... ... ...
245431 3.0 3.0 2001.0 349 0 6.750000
245432 3.0 2.0 1983.0 345 0 6.000000
245433 4.0 2.0 1986.0 553 0 8.000000
245434 3.0 3.0 2001.0 426 3 8.000000
245435 5.0 3.0 2003.0 571 0 6.750000

245436 rows × 6 columns

In [19]:
from surprise import accuracy, Dataset, SVD
from surprise.model_selection import KFold
import optuna

trials=500
model_params={}
model_scores={}
In [20]:
#SVD

reader = Reader(rating_scale=(1, 10))
train_data = Dataset.load_from_df(train_df[['uid', 'iid', 'ratings']], reader)
test_data = Dataset.load_from_df(test_df[['uid', 'iid', 'ratings']], reader)
fold = DatasetAutoFolds(df = train_df[['uid', 'iid', 'ratings']], reader = reader)
trainset = fold.build_full_trainset()

def svd_objective(trial):
    params = {'n_factors':trial.suggest_int('n_factors', 50, 200),
          'n_epochs':trial.suggest_int('n_epochs', 10, 150),
          'lr_all':trial.suggest_loguniform("lr_all", 0.001, 0.1),
          'reg_all':trial.suggest_loguniform('reg_all', 0.01, 0.1),
          }

    
    fold = KFold(n_splits=5, shuffle=True, random_state=SEED)
    cv_scores = []


    svd = SVD(**params,random_state=SEED)
    svd.fit(trainset)
    uir_tuple = list(zip(test_df['uid'], test_df['iid'],test_df['ratings']))
    svd_test = svd.test(uir_tuple)
    svd_pred = list(map(lambda x:round(x.est), svd_test))
    score = rmse(y_test, svd_pred)

    cv_scores.append(score)
    print("SVD Classifier: ",score)
    return np.mean(cv_scores)

svd_study = optuna.create_study(direction='maximize', sampler=optuna.samplers.TPESampler(seed=SEED))
svd_study.optimize(svd_objective, n_trials=trials)

svd_best = svd_study.best_trial
svd_best_params = svd_best.params

model_scores['svd'] = svd_best.value
model_params['svd'] = svd_best_params

print('score: {0}, params: {1}'.format(svd_best.value, svd_best_params))
[I 2022-11-02 17:44:19,082] A new study created in memory with name: no-name-6e0ccfbc-2128-4b2b-99cf-0a17eeb49e48
[I 2022-11-02 17:44:45,055] Trial 0 finished with value: 2.2184221924763214 and parameters: {'n_factors': 93, 'n_epochs': 104, 'lr_all': 0.0012843500757831465, 'reg_all': 0.015461639312916838}. Best is trial 0 with value: 2.2184221924763214.
SVD Classifier:  2.2184221924763214
[I 2022-11-02 17:45:04,706] Trial 1 finished with value: 2.212323602731479 and parameters: {'n_factors': 150, 'n_epochs': 63, 'lr_all': 0.004464451983251425, 'reg_all': 0.06916649384161133}. Best is trial 0 with value: 2.2184221924763214.
SVD Classifier:  2.212323602731479
[I 2022-11-02 17:45:38,920] Trial 2 finished with value: 2.2696094320472935 and parameters: {'n_factors': 170, 'n_epochs': 105, 'lr_all': 0.09584449931600303, 'reg_all': 0.06855496343839224}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.2696094320472935
[I 2022-11-02 17:45:49,652] Trial 3 finished with value: 2.227425363961006 and parameters: {'n_factors': 76, 'n_epochs': 45, 'lr_all': 0.019127074813559148, 'reg_all': 0.014076726730908193}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.227425363961006
[I 2022-11-02 17:46:07,113] Trial 4 finished with value: 2.2171325156293693 and parameters: {'n_factors': 140, 'n_epochs': 56, 'lr_all': 0.012162731847853712, 'reg_all': 0.017792027825339566}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.2171325156293693
[I 2022-11-02 17:46:33,420] Trial 5 finished with value: 2.243006773341814 and parameters: {'n_factors': 54, 'n_epochs': 130, 'lr_all': 0.01689722400475626, 'reg_all': 0.06687970278465766}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.243006773341814
[I 2022-11-02 17:47:02,635] Trial 6 finished with value: 2.2300176454753315 and parameters: {'n_factors': 200, 'n_epochs': 86, 'lr_all': 0.02188165529889713, 'reg_all': 0.06960331332213389}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.2300176454753315
[I 2022-11-02 17:47:24,152] Trial 7 finished with value: 2.2275095050645946 and parameters: {'n_factors': 176, 'n_epochs': 64, 'lr_all': 0.05348816319486578, 'reg_all': 0.0383048238449557}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.2275095050645946
[I 2022-11-02 17:48:04,533] Trial 8 finished with value: 2.2163862916344272 and parameters: {'n_factors': 183, 'n_epochs': 122, 'lr_all': 0.0035521248941244453, 'reg_all': 0.02968964727126802}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.2163862916344272
[I 2022-11-02 17:48:10,520] Trial 9 finished with value: 2.2121504784716914 and parameters: {'n_factors': 190, 'n_epochs': 12, 'lr_all': 0.01204497863691419, 'reg_all': 0.04468202976678486}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.2121504784716914
[I 2022-11-02 17:48:49,616] Trial 10 finished with value: 2.261567089913315 and parameters: {'n_factors': 121, 'n_epochs': 145, 'lr_all': 0.08503271168825399, 'reg_all': 0.026816687043717008}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.261567089913315
[I 2022-11-02 17:49:25,651] Trial 11 finished with value: 2.262046258005886 and parameters: {'n_factors': 109, 'n_epochs': 140, 'lr_all': 0.09149297756213788, 'reg_all': 0.024600777583642038}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.262046258005886
[I 2022-11-02 17:49:53,528] Trial 12 finished with value: 2.2310040411440104 and parameters: {'n_factors': 113, 'n_epochs': 104, 'lr_all': 0.04744827653480524, 'reg_all': 0.022831494109865895}. Best is trial 2 with value: 2.2696094320472935.
SVD Classifier:  2.2310040411440104
[I 2022-11-02 17:50:34,579] Trial 13 finished with value: 2.2755401742874235 and parameters: {'n_factors': 153, 'n_epochs': 138, 'lr_all': 0.08856193640524054, 'reg_all': 0.09429628440482206}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2755401742874235
[I 2022-11-02 17:51:08,702] Trial 14 finished with value: 2.259288751951522 and parameters: {'n_factors': 160, 'n_epochs': 110, 'lr_all': 0.03936656023087741, 'reg_all': 0.0955492513407635}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.259288751951522
[I 2022-11-02 17:51:35,646] Trial 15 finished with value: 2.2716837246915422 and parameters: {'n_factors': 165, 'n_epochs': 85, 'lr_all': 0.09906182553201288, 'reg_all': 0.09271942186746528}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2716837246915422
[I 2022-11-02 17:52:01,232] Trial 16 finished with value: 2.248511226283992 and parameters: {'n_factors': 137, 'n_epochs': 87, 'lr_all': 0.03292376397121916, 'reg_all': 0.09863284909097225}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.248511226283992
[I 2022-11-02 17:52:11,563] Trial 17 finished with value: 2.218062187216642 and parameters: {'n_factors': 156, 'n_epochs': 28, 'lr_all': 0.058069537681376134, 'reg_all': 0.0492809307072174}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.218062187216642
[I 2022-11-02 17:52:33,805] Trial 18 finished with value: 2.230214959510687 and parameters: {'n_factors': 130, 'n_epochs': 78, 'lr_all': 0.02874344388143182, 'reg_all': 0.050728580011656976}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.230214959510687
[I 2022-11-02 17:53:10,981] Trial 19 finished with value: 2.2182679116620507 and parameters: {'n_factors': 164, 'n_epochs': 120, 'lr_all': 0.006086918516103708, 'reg_all': 0.010113815992129169}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2182679116620507
[I 2022-11-02 17:53:22,976] Trial 20 finished with value: 2.214595064062983 and parameters: {'n_factors': 146, 'n_epochs': 36, 'lr_all': 0.0021755092317701685, 'reg_all': 0.08006092973305358}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.214595064062983
[I 2022-11-02 17:53:53,406] Trial 21 finished with value: 2.2668826944816227 and parameters: {'n_factors': 171, 'n_epochs': 94, 'lr_all': 0.09939327718521067, 'reg_all': 0.057277432935969035}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2668826944816227
[I 2022-11-02 17:54:17,577] Trial 22 finished with value: 2.259973936785782 and parameters: {'n_factors': 170, 'n_epochs': 73, 'lr_all': 0.06481787276379297, 'reg_all': 0.08318409276622049}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.259973936785782
[I 2022-11-02 17:55:01,377] Trial 23 finished with value: 2.2678422763558386 and parameters: {'n_factors': 193, 'n_epochs': 136, 'lr_all': 0.0630716059310121, 'reg_all': 0.08380473976129996}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2678422763558386
[I 2022-11-02 17:55:39,832] Trial 24 finished with value: 2.263461552960597 and parameters: {'n_factors': 181, 'n_epochs': 117, 'lr_all': 0.098072915950367, 'reg_all': 0.03939924838400908}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.263461552960597
[I 2022-11-02 17:56:24,453] Trial 25 finished with value: 2.259973936785782 and parameters: {'n_factors': 153, 'n_epochs': 150, 'lr_all': 0.03692347341370571, 'reg_all': 0.06280056810210294}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.259973936785782
[I 2022-11-02 17:56:55,065] Trial 26 finished with value: 2.2404331580456485 and parameters: {'n_factors': 164, 'n_epochs': 97, 'lr_all': 0.027672354736363425, 'reg_all': 0.079791702633499}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2404331580456485
[I 2022-11-02 17:57:32,394] Trial 27 finished with value: 2.271881006798115 and parameters: {'n_factors': 140, 'n_epochs': 129, 'lr_all': 0.07339369067218962, 'reg_all': 0.09590730438512532}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.271881006798115
[I 2022-11-02 17:58:08,967] Trial 28 finished with value: 2.224306242055305 and parameters: {'n_factors': 130, 'n_epochs': 131, 'lr_all': 0.007660524657948129, 'reg_all': 0.09978920551280888}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.224306242055305
[I 2022-11-02 17:58:39,754] Trial 29 finished with value: 2.2140136152248586 and parameters: {'n_factors': 96, 'n_epochs': 125, 'lr_all': 0.00130958113937958, 'reg_all': 0.05604942519333127}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2140136152248586
[I 2022-11-02 17:59:14,259] Trial 30 finished with value: 2.2550467998886914 and parameters: {'n_factors': 143, 'n_epochs': 116, 'lr_all': 0.070777126231219, 'reg_all': 0.0368497111289872}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2550467998886914
[I 2022-11-02 17:59:47,385] Trial 31 finished with value: 2.259209401336236 and parameters: {'n_factors': 154, 'n_epochs': 107, 'lr_all': 0.04601014322537239, 'reg_all': 0.08515796227028366}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.259209401336236
[I 2022-11-02 18:00:16,486] Trial 32 finished with value: 2.2666094807967516 and parameters: {'n_factors': 135, 'n_epochs': 99, 'lr_all': 0.07194508576673064, 'reg_all': 0.07480616003691477}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2666094807967516
[I 2022-11-02 18:00:53,039] Trial 33 finished with value: 2.270374054518483 and parameters: {'n_factors': 122, 'n_epochs': 135, 'lr_all': 0.07682979469712918, 'reg_all': 0.06122851343189236}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.270374054518483
[I 2022-11-02 18:01:30,819] Trial 34 finished with value: 2.2700007499015347 and parameters: {'n_factors': 118, 'n_epochs': 141, 'lr_all': 0.07025102868790749, 'reg_all': 0.06030211145792305}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2700007499015347
[I 2022-11-02 18:02:04,294] Trial 35 finished with value: 2.266659812107902 and parameters: {'n_factors': 108, 'n_epochs': 130, 'lr_all': 0.04113321039349479, 'reg_all': 0.09221607264425512}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.266659812107902
[I 2022-11-02 18:02:41,667] Trial 36 finished with value: 2.270097671423079 and parameters: {'n_factors': 100, 'n_epochs': 149, 'lr_all': 0.05101279274085976, 'reg_all': 0.07175299337228745}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.270097671423079
[I 2022-11-02 18:03:12,157] Trial 37 finished with value: 2.2496887409631325 and parameters: {'n_factors': 81, 'n_epochs': 132, 'lr_all': 0.02080403772866887, 'reg_all': 0.087817213546732}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2496887409631325
[I 2022-11-02 18:03:28,604] Trial 38 finished with value: 2.2173089259706096 and parameters: {'n_factors': 145, 'n_epochs': 51, 'lr_all': 0.01518322527478301, 'reg_all': 0.06900415357484103}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2173089259706096
[I 2022-11-02 18:03:47,727] Trial 39 finished with value: 2.2625685436843375 and parameters: {'n_factors': 126, 'n_epochs': 66, 'lr_all': 0.07698039525529286, 'reg_all': 0.07518842094241845}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2625685436843375
[I 2022-11-02 18:04:27,708] Trial 40 finished with value: 2.2396655905141447 and parameters: {'n_factors': 135, 'n_epochs': 139, 'lr_all': 0.026868567997922994, 'reg_all': 0.05073193224984002}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2396655905141447
[I 2022-11-02 18:05:05,382] Trial 41 finished with value: 2.269386817473567 and parameters: {'n_factors': 98, 'n_epochs': 149, 'lr_all': 0.05110135694596403, 'reg_all': 0.07138835209411033}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.269386817473567
[I 2022-11-02 18:05:34,797] Trial 42 finished with value: 2.2720459932234225 and parameters: {'n_factors': 76, 'n_epochs': 126, 'lr_all': 0.059567053930822365, 'reg_all': 0.06503072803549372}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.2720459932234225
[I 2022-11-02 18:06:05,510] Trial 43 finished with value: 2.274483526898985 and parameters: {'n_factors': 88, 'n_epochs': 125, 'lr_all': 0.08171885250793101, 'reg_all': 0.06555438979671153}. Best is trial 13 with value: 2.2755401742874235.
SVD Classifier:  2.274483526898985
[I 2022-11-02 18:06:29,945] Trial 44 finished with value: 2.2826267291495936 and parameters: {'n_factors': 61, 'n_epochs': 113, 'lr_all': 0.09955448113569304, 'reg_all': 0.09044051370086227}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2826267291495936
[I 2022-11-02 18:06:53,362] Trial 45 finished with value: 2.248319142328085 and parameters: {'n_factors': 53, 'n_epochs': 112, 'lr_all': 0.05821594852661983, 'reg_all': 0.01852006322589499}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.248319142328085
[I 2022-11-02 18:07:21,100] Trial 46 finished with value: 2.2748954986584167 and parameters: {'n_factors': 65, 'n_epochs': 124, 'lr_all': 0.08558109437941655, 'reg_all': 0.042483469121986285}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2748954986584167
[I 2022-11-02 18:07:48,371] Trial 47 finished with value: 2.2708585410953006 and parameters: {'n_factors': 62, 'n_epochs': 126, 'lr_all': 0.08452930397878776, 'reg_all': 0.03336997399758451}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2708585410953006
[I 2022-11-02 18:08:15,622] Trial 48 finished with value: 2.2577373026547383 and parameters: {'n_factors': 74, 'n_epochs': 116, 'lr_all': 0.05754584071935128, 'reg_all': 0.040529345222488765}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2577373026547383
[I 2022-11-02 18:08:42,221] Trial 49 finished with value: 2.2546709575481434 and parameters: {'n_factors': 64, 'n_epochs': 122, 'lr_all': 0.0446566748893279, 'reg_all': 0.0438084145852691}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2546709575481434
[I 2022-11-02 18:09:15,706] Trial 50 finished with value: 2.2747808705304 and parameters: {'n_factors': 83, 'n_epochs': 143, 'lr_all': 0.08873796088472617, 'reg_all': 0.05435059096076555}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2747808705304
[I 2022-11-02 18:09:49,298] Trial 51 finished with value: 2.2749420646855985 and parameters: {'n_factors': 86, 'n_epochs': 143, 'lr_all': 0.08604220885427483, 'reg_all': 0.04644854397166672}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2749420646855985
[I 2022-11-02 18:10:24,674] Trial 52 finished with value: 2.2737847954985013 and parameters: {'n_factors': 88, 'n_epochs': 144, 'lr_all': 0.081020440142588, 'reg_all': 0.052656465277223556}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2737847954985013
[I 2022-11-02 18:10:55,771] Trial 53 finished with value: 2.275472133815398 and parameters: {'n_factors': 64, 'n_epochs': 144, 'lr_all': 0.09794218691031838, 'reg_all': 0.031062100870191137}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.275472133815398
[I 2022-11-02 18:11:26,530] Trial 54 finished with value: 2.274648324556444 and parameters: {'n_factors': 62, 'n_epochs': 143, 'lr_all': 0.097085744395566, 'reg_all': 0.03130642436322648}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.274648324556444
[I 2022-11-02 18:11:55,115] Trial 55 finished with value: 2.2731073585538066 and parameters: {'n_factors': 70, 'n_epochs': 137, 'lr_all': 0.08592294762647229, 'reg_all': 0.035642384834183215}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2731073585538066
[I 2022-11-02 18:12:24,644] Trial 56 finished with value: 2.2439729337975893 and parameters: {'n_factors': 59, 'n_epochs': 146, 'lr_all': 0.032360274936581, 'reg_all': 0.0276772418736607}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2439729337975893
[I 2022-11-02 18:12:50,224] Trial 57 finished with value: 2.2296046910843166 and parameters: {'n_factors': 50, 'n_epochs': 136, 'lr_all': 0.0031751210948221865, 'reg_all': 0.04583058387286373}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2296046910843166
[I 2022-11-02 18:13:20,219] Trial 58 finished with value: 2.2656961328498566 and parameters: {'n_factors': 67, 'n_epochs': 142, 'lr_all': 0.09941188320197179, 'reg_all': 0.021721769805061165}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2656961328498566
[I 2022-11-02 18:13:50,253] Trial 59 finished with value: 2.2671486866960175 and parameters: {'n_factors': 81, 'n_epochs': 133, 'lr_all': 0.06534274148004149, 'reg_all': 0.04203642253130616}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2671486866960175
[I 2022-11-02 18:14:15,696] Trial 60 finished with value: 2.2394982185883694 and parameters: {'n_factors': 82, 'n_epochs': 113, 'lr_all': 0.03547205439991433, 'reg_all': 0.03404819047485721}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2394982185883694
[I 2022-11-02 18:14:44,199] Trial 61 finished with value: 2.278188590803706 and parameters: {'n_factors': 58, 'n_epochs': 143, 'lr_all': 0.09867011349078161, 'reg_all': 0.03238993161653004}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.278188590803706
[I 2022-11-02 18:15:13,092] Trial 62 finished with value: 2.2714756631810666 and parameters: {'n_factors': 59, 'n_epochs': 140, 'lr_all': 0.08699778829607903, 'reg_all': 0.02890176856869221}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2714756631810666
[I 2022-11-02 18:15:45,314] Trial 63 finished with value: 2.2576578975101746 and parameters: {'n_factors': 72, 'n_epochs': 150, 'lr_all': 0.06483424696012483, 'reg_all': 0.025714730284999914}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2576578975101746
[I 2022-11-02 18:16:16,321] Trial 64 finished with value: 2.267698544630708 and parameters: {'n_factors': 69, 'n_epochs': 145, 'lr_all': 0.05307494489029576, 'reg_all': 0.04679137381128755}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.267698544630708
[I 2022-11-02 18:16:40,581] Trial 65 finished with value: 2.2694550403893095 and parameters: {'n_factors': 56, 'n_epochs': 119, 'lr_all': 0.0875941560675356, 'reg_all': 0.03133281812677671}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2694550403893095
[I 2022-11-02 18:17:08,027] Trial 66 finished with value: 2.2308981158490004 and parameters: {'n_factors': 50, 'n_epochs': 138, 'lr_all': 0.00996734005584817, 'reg_all': 0.03841690026686324}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2308981158490004
[I 2022-11-02 18:17:12,053] Trial 67 finished with value: 2.227498530318285 and parameters: {'n_factors': 65, 'n_epochs': 13, 'lr_all': 0.07253134379077085, 'reg_all': 0.022121596869797432}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.227498530318285
[I 2022-11-02 18:17:41,877] Trial 68 finished with value: 2.2416149161177397 and parameters: {'n_factors': 77, 'n_epochs': 130, 'lr_all': 0.04594068906527972, 'reg_all': 0.023596752404524725}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2416149161177397
[I 2022-11-02 18:18:17,229] Trial 69 finished with value: 2.249840867123321 and parameters: {'n_factors': 89, 'n_epochs': 147, 'lr_all': 0.09798532257623836, 'reg_all': 0.013604384827958308}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.249840867123321
[I 2022-11-02 18:18:45,757] Trial 70 finished with value: 2.2749241547879455 and parameters: {'n_factors': 57, 'n_epochs': 135, 'lr_all': 0.06610989291000173, 'reg_all': 0.0553673299714201}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2749241547879455
[I 2022-11-02 18:19:13,240] Trial 71 finished with value: 2.274544431772031 and parameters: {'n_factors': 54, 'n_epochs': 135, 'lr_all': 0.06599875310122842, 'reg_all': 0.05539914979584407}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.274544431772031
[I 2022-11-02 18:19:43,018] Trial 72 finished with value: 2.276846872847136 and parameters: {'n_factors': 57, 'n_epochs': 141, 'lr_all': 0.07912251722906964, 'reg_all': 0.049124277454163846}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.276846872847136
[I 2022-11-02 18:20:09,434] Trial 73 finished with value: 2.275565241316911 and parameters: {'n_factors': 58, 'n_epochs': 127, 'lr_all': 0.07859360253781997, 'reg_all': 0.04714438350210099}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.275565241316911
[I 2022-11-02 18:20:37,936] Trial 74 finished with value: 2.2726054232176685 and parameters: {'n_factors': 60, 'n_epochs': 133, 'lr_all': 0.07294291538885268, 'reg_all': 0.0493736283616294}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2726054232176685
[I 2022-11-02 18:21:04,964] Trial 75 finished with value: 2.272537294878287 and parameters: {'n_factors': 58, 'n_epochs': 128, 'lr_all': 0.05346876914451511, 'reg_all': 0.057987495747173996}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.272537294878287
[I 2022-11-02 18:21:32,180] Trial 76 finished with value: 2.2788359106735943 and parameters: {'n_factors': 55, 'n_epochs': 139, 'lr_all': 0.07697013120439113, 'reg_all': 0.045818555618147745}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2788359106735943
[I 2022-11-02 18:21:58,521] Trial 77 finished with value: 2.2773228259456832 and parameters: {'n_factors': 50, 'n_epochs': 140, 'lr_all': 0.07641115258020699, 'reg_all': 0.03627178111732938}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2773228259456832
[I 2022-11-02 18:22:25,937] Trial 78 finished with value: 2.2707724177031734 and parameters: {'n_factors': 53, 'n_epochs': 140, 'lr_all': 0.06036686212860617, 'reg_all': 0.03718556386189329}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2707724177031734
[I 2022-11-02 18:22:49,005] Trial 79 finished with value: 2.2740069795309323 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.07639728495221455, 'reg_all': 0.034308801411073314}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.2740069795309323
[I 2022-11-02 18:23:16,759] Trial 80 finished with value: 2.24476806957307 and parameters: {'n_factors': 69, 'n_epochs': 129, 'lr_all': 0.04251088835581364, 'reg_all': 0.029597620315755274}. Best is trial 44 with value: 2.2826267291495936.
SVD Classifier:  2.24476806957307
[I 2022-11-02 18:23:46,199] Trial 81 finished with value: 2.2837402683448196 and parameters: {'n_factors': 55, 'n_epochs': 145, 'lr_all': 0.09956493659383525, 'reg_all': 0.04035695542355447}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2837402683448196
[I 2022-11-02 18:24:15,224] Trial 82 finished with value: 2.2836403575180237 and parameters: {'n_factors': 55, 'n_epochs': 146, 'lr_all': 0.09814449456650105, 'reg_all': 0.03972911707120884}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2836403575180237
[I 2022-11-02 18:24:44,667] Trial 83 finished with value: 2.2791791659348317 and parameters: {'n_factors': 55, 'n_epochs': 150, 'lr_all': 0.07677386318231957, 'reg_all': 0.039688157851127594}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2791791659348317
[I 2022-11-02 18:25:13,792] Trial 84 finished with value: 2.2732184863908445 and parameters: {'n_factors': 56, 'n_epochs': 148, 'lr_all': 0.07250015122281547, 'reg_all': 0.04030546404447839}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2732184863908445
[I 2022-11-02 18:25:42,656] Trial 85 finished with value: 2.27281338130585 and parameters: {'n_factors': 54, 'n_epochs': 150, 'lr_all': 0.07859935665730851, 'reg_all': 0.035958425631433866}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.27281338130585
[I 2022-11-02 18:26:11,229] Trial 86 finished with value: 2.268754760315393 and parameters: {'n_factors': 62, 'n_epochs': 139, 'lr_all': 0.05696975588983695, 'reg_all': 0.04374410436944043}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.268754760315393
[I 2022-11-02 18:26:38,495] Trial 87 finished with value: 2.264390196911385 and parameters: {'n_factors': 50, 'n_epochs': 146, 'lr_all': 0.04994051204489977, 'reg_all': 0.03843111170404585}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.264390196911385
[I 2022-11-02 18:27:06,591] Trial 88 finished with value: 2.270743709179923 and parameters: {'n_factors': 67, 'n_epochs': 132, 'lr_all': 0.08004847678074706, 'reg_all': 0.04135000786638958}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.270743709179923
[I 2022-11-02 18:27:30,298] Trial 89 finished with value: 2.271389563188117 and parameters: {'n_factors': 75, 'n_epochs': 107, 'lr_all': 0.09170658360782405, 'reg_all': 0.04750772658428069}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.271389563188117
[I 2022-11-02 18:27:58,751] Trial 90 finished with value: 2.2297618420348817 and parameters: {'n_factors': 60, 'n_epochs': 141, 'lr_all': 0.004614495562307878, 'reg_all': 0.03384238379852725}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2297618420348817
[I 2022-11-02 18:28:17,010] Trial 91 finished with value: 2.2613544941133714 and parameters: {'n_factors': 54, 'n_epochs': 91, 'lr_all': 0.06728505836090944, 'reg_all': 0.05117859101132909}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2613544941133714
[I 2022-11-02 18:28:45,521] Trial 92 finished with value: 2.281401922642974 and parameters: {'n_factors': 56, 'n_epochs': 146, 'lr_all': 0.090262392220797, 'reg_all': 0.08757156736192083}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.281401922642974
[I 2022-11-02 18:29:15,540] Trial 93 finished with value: 2.282034047738064 and parameters: {'n_factors': 61, 'n_epochs': 146, 'lr_all': 0.0908470325733543, 'reg_all': 0.09043159035082325}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.282034047738064
[I 2022-11-02 18:29:46,040] Trial 94 finished with value: 2.279740419932675 and parameters: {'n_factors': 62, 'n_epochs': 146, 'lr_all': 0.09955902640785715, 'reg_all': 0.08933639609052647}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.279740419932675
[I 2022-11-02 18:30:16,663] Trial 95 finished with value: 2.279740419932675 and parameters: {'n_factors': 62, 'n_epochs': 147, 'lr_all': 0.09944949157725343, 'reg_all': 0.09002580778671804}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.279740419932675
[I 2022-11-02 18:30:48,821] Trial 96 finished with value: 2.2801943268695917 and parameters: {'n_factors': 73, 'n_epochs': 148, 'lr_all': 0.09956314352799875, 'reg_all': 0.08743485476433595}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2801943268695917
[I 2022-11-02 18:31:20,296] Trial 97 finished with value: 2.278603468898729 and parameters: {'n_factors': 71, 'n_epochs': 146, 'lr_all': 0.0899255247559203, 'reg_all': 0.07594968755523154}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.278603468898729
[I 2022-11-02 18:31:51,390] Trial 98 finished with value: 2.281273333391489 and parameters: {'n_factors': 66, 'n_epochs': 148, 'lr_all': 0.09106777166725645, 'reg_all': 0.09019353212619269}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.281273333391489
[I 2022-11-02 18:32:08,845] Trial 99 finished with value: 2.208858539426561 and parameters: {'n_factors': 66, 'n_epochs': 80, 'lr_all': 0.0010447375502611708, 'reg_all': 0.09262280694816781}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.208858539426561
[I 2022-11-02 18:32:38,619] Trial 100 finished with value: 2.2823625407855253 and parameters: {'n_factors': 61, 'n_epochs': 148, 'lr_all': 0.09071296381217042, 'reg_all': 0.08877653844798221}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2823625407855253
[I 2022-11-02 18:33:11,466] Trial 101 finished with value: 2.2775732876265007 and parameters: {'n_factors': 78, 'n_epochs': 148, 'lr_all': 0.09227588280424011, 'reg_all': 0.08738889012316009}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2775732876265007
[I 2022-11-02 18:33:41,772] Trial 102 finished with value: 2.27886094145062 and parameters: {'n_factors': 62, 'n_epochs': 147, 'lr_all': 0.09040160458181329, 'reg_all': 0.0815877757988735}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.27886094145062
[I 2022-11-02 18:34:14,277] Trial 103 finished with value: 2.2807803407661464 and parameters: {'n_factors': 73, 'n_epochs': 150, 'lr_all': 0.09946375629675147, 'reg_all': 0.08946477900515348}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2807803407661464
[I 2022-11-02 18:34:46,060] Trial 104 finished with value: 2.2794830467197875 and parameters: {'n_factors': 73, 'n_epochs': 145, 'lr_all': 0.09344980056778071, 'reg_all': 0.08868961066739732}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2794830467197875
[I 2022-11-02 18:35:15,115] Trial 105 finished with value: 2.281741220596069 and parameters: {'n_factors': 68, 'n_epochs': 137, 'lr_all': 0.08596776275031207, 'reg_all': 0.09813857979265517}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.281741220596069
[I 2022-11-02 18:35:45,856] Trial 106 finished with value: 2.2768790833381485 and parameters: {'n_factors': 69, 'n_epochs': 143, 'lr_all': 0.06156046291543188, 'reg_all': 0.09792118267914182}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2768790833381485
[I 2022-11-02 18:36:19,439] Trial 107 finished with value: 2.277151064871479 and parameters: {'n_factors': 78, 'n_epochs': 150, 'lr_all': 0.08501194819885749, 'reg_all': 0.07927491669353384}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.277151064871479
[I 2022-11-02 18:36:47,992] Trial 108 finished with value: 2.2768933989656666 and parameters: {'n_factors': 67, 'n_epochs': 136, 'lr_all': 0.06930913954063274, 'reg_all': 0.08483083292599365}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2768933989656666
[I 2022-11-02 18:37:20,107] Trial 109 finished with value: 2.2773764986247245 and parameters: {'n_factors': 74, 'n_epochs': 147, 'lr_all': 0.08465283809337451, 'reg_all': 0.09491618547211228}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2773764986247245
[I 2022-11-02 18:37:54,425] Trial 110 finished with value: 2.211992076322367 and parameters: {'n_factors': 105, 'n_epochs': 134, 'lr_all': 0.002114300900231739, 'reg_all': 0.0775111354394834}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.211992076322367
[I 2022-11-02 18:38:24,470] Trial 111 finished with value: 2.2828730394038694 and parameters: {'n_factors': 64, 'n_epochs': 145, 'lr_all': 0.09585238365252886, 'reg_all': 0.0912911975211135}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2828730394038694
[I 2022-11-02 18:38:54,472] Trial 112 finished with value: 2.282316126158099 and parameters: {'n_factors': 64, 'n_epochs': 144, 'lr_all': 0.09970362330920973, 'reg_all': 0.07210643240804523}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.282316126158099
[I 2022-11-02 18:39:23,060] Trial 113 finished with value: 2.2810197055656705 and parameters: {'n_factors': 65, 'n_epochs': 137, 'lr_all': 0.09102459568096907, 'reg_all': 0.07317452247961974}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2810197055656705
[I 2022-11-02 18:39:51,996] Trial 114 finished with value: 2.278245819860275 and parameters: {'n_factors': 65, 'n_epochs': 137, 'lr_all': 0.06970762520701479, 'reg_all': 0.07246668843174704}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.278245819860275
[I 2022-11-02 18:40:08,412] Trial 115 finished with value: 2.275683410736792 and parameters: {'n_factors': 68, 'n_epochs': 74, 'lr_all': 0.08373776192221292, 'reg_all': 0.0968373338567546}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.275683410736792
[I 2022-11-02 18:40:38,222] Trial 116 finished with value: 2.2823911031640214 and parameters: {'n_factors': 63, 'n_epochs': 144, 'lr_all': 0.08813148104431327, 'reg_all': 0.0995204725483289}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2823911031640214
[I 2022-11-02 18:41:07,590] Trial 117 finished with value: 2.2814947881506 and parameters: {'n_factors': 64, 'n_epochs': 143, 'lr_all': 0.08846262935901736, 'reg_all': 0.0832498264349205}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2814947881506
[I 2022-11-02 18:41:37,501] Trial 118 finished with value: 2.277183271059731 and parameters: {'n_factors': 60, 'n_epochs': 144, 'lr_all': 0.06303482941648365, 'reg_all': 0.08360735799054307}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.277183271059731
[I 2022-11-02 18:42:06,007] Trial 119 finished with value: 2.2664764569512106 and parameters: {'n_factors': 52, 'n_epochs': 142, 'lr_all': 0.024251579671111405, 'reg_all': 0.09937274879659577}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2664764569512106
[I 2022-11-02 18:42:28,251] Trial 120 finished with value: 2.2785283672573304 and parameters: {'n_factors': 63, 'n_epochs': 101, 'lr_all': 0.0834593620310731, 'reg_all': 0.0806428530610593}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2785283672573304
[I 2022-11-02 18:42:58,136] Trial 121 finished with value: 2.280526658112358 and parameters: {'n_factors': 65, 'n_epochs': 137, 'lr_all': 0.08720510998441779, 'reg_all': 0.06953120579342516}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.280526658112358
[I 2022-11-02 18:43:29,454] Trial 122 finished with value: 2.246861669003578 and parameters: {'n_factors': 70, 'n_epochs': 142, 'lr_all': 0.014307951731194504, 'reg_all': 0.0940797847723038}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.246861669003578
[I 2022-11-02 18:43:58,528] Trial 123 finished with value: 2.28162693639472 and parameters: {'n_factors': 58, 'n_epochs': 138, 'lr_all': 0.07138029960810742, 'reg_all': 0.08408915767214072}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.28162693639472
[I 2022-11-02 18:44:26,761] Trial 124 finished with value: 2.2785212145909517 and parameters: {'n_factors': 59, 'n_epochs': 132, 'lr_all': 0.07319296660910313, 'reg_all': 0.09210769495112724}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2785212145909517
[I 2022-11-02 18:44:55,677] Trial 125 finished with value: 2.2796582066482056 and parameters: {'n_factors': 57, 'n_epochs': 139, 'lr_all': 0.06851745497996106, 'reg_all': 0.08311116704206575}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.2796582066482056
[I 2022-11-02 18:45:26,413] Trial 126 finished with value: 2.275951954782332 and parameters: {'n_factors': 60, 'n_epochs': 144, 'lr_all': 0.0583222340296884, 'reg_all': 0.08516823863450317}. Best is trial 81 with value: 2.2837402683448196.
SVD Classifier:  2.275951954782332
[I 2022-11-02 18:45:55,452] Trial 127 finished with value: 2.2850922030072933 and parameters: {'n_factors': 53, 'n_epochs': 140, 'lr_all': 0.07918669191022021, 'reg_all': 0.07936511523175406}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2850922030072933
[I 2022-11-02 18:46:23,862] Trial 128 finished with value: 2.2786177736926354 and parameters: {'n_factors': 54, 'n_epochs': 139, 'lr_all': 0.08011390024924006, 'reg_all': 0.07791558980582292}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2786177736926354
[I 2022-11-02 18:46:36,576] Trial 129 finished with value: 2.2737453734831092 and parameters: {'n_factors': 52, 'n_epochs': 60, 'lr_all': 0.07542664259340884, 'reg_all': 0.09957667059008464}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2737453734831092
[I 2022-11-02 18:46:46,060] Trial 130 finished with value: 2.243511698566045 and parameters: {'n_factors': 60, 'n_epochs': 40, 'lr_all': 0.06484197325459153, 'reg_all': 0.06555588746581824}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.243511698566045
[I 2022-11-02 18:47:15,870] Trial 131 finished with value: 2.2819054941079027 and parameters: {'n_factors': 56, 'n_epochs': 144, 'lr_all': 0.09099355762939891, 'reg_all': 0.09430841707969395}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2819054941079027
[I 2022-11-02 18:47:45,656] Trial 132 finished with value: 2.280558816630281 and parameters: {'n_factors': 56, 'n_epochs': 142, 'lr_all': 0.08977032138380635, 'reg_all': 0.08077469989065893}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.280558816630281
[I 2022-11-02 18:48:15,040] Trial 133 finished with value: 2.2810268503974758 and parameters: {'n_factors': 63, 'n_epochs': 134, 'lr_all': 0.0811003073456903, 'reg_all': 0.09562451985508134}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2810268503974758
[I 2022-11-02 18:48:44,869] Trial 134 finished with value: 2.2804551931155803 and parameters: {'n_factors': 57, 'n_epochs': 144, 'lr_all': 0.07151637650148557, 'reg_all': 0.0856276452766248}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2804551931155803
[I 2022-11-02 18:49:13,464] Trial 135 finished with value: 2.2803658587200855 and parameters: {'n_factors': 54, 'n_epochs': 140, 'lr_all': 0.0912720738691238, 'reg_all': 0.07667272293693438}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2803658587200855
[I 2022-11-02 18:49:39,959] Trial 136 finished with value: 2.281387635306284 and parameters: {'n_factors': 51, 'n_epochs': 131, 'lr_all': 0.0805578321712456, 'reg_all': 0.09289207208257778}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.281387635306284
[I 2022-11-02 18:50:11,076] Trial 137 finished with value: 2.275611793639095 and parameters: {'n_factors': 62, 'n_epochs': 145, 'lr_all': 0.05624032894688525, 'reg_all': 0.08263369289334332}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.275611793639095
[I 2022-11-02 18:50:39,928] Trial 138 finished with value: 2.2844181192408777 and parameters: {'n_factors': 58, 'n_epochs': 136, 'lr_all': 0.09976329376516363, 'reg_all': 0.09994492408001558}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2844181192408777
[I 2022-11-02 18:51:10,164] Trial 139 finished with value: 2.279129111095746 and parameters: {'n_factors': 70, 'n_epochs': 135, 'lr_all': 0.08314562227206237, 'reg_all': 0.09928834800878818}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.279129111095746
[I 2022-11-02 18:51:47,893] Trial 140 finished with value: 2.276188247334436 and parameters: {'n_factors': 115, 'n_epochs': 141, 'lr_all': 0.09528827664565741, 'reg_all': 0.09295788191758753}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.276188247334436
[I 2022-11-02 18:52:17,541] Trial 141 finished with value: 2.2815233613924866 and parameters: {'n_factors': 60, 'n_epochs': 145, 'lr_all': 0.09965125702867116, 'reg_all': 0.08683088881483668}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2815233613924866
[I 2022-11-02 18:52:45,413] Trial 142 finished with value: 2.2813947789858133 and parameters: {'n_factors': 59, 'n_epochs': 139, 'lr_all': 0.09365291901917837, 'reg_all': 0.09449066794902593}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2813947789858133
[I 2022-11-02 18:53:13,407] Trial 143 finished with value: 2.2826945563639933 and parameters: {'n_factors': 63, 'n_epochs': 137, 'lr_all': 0.09849904547856672, 'reg_all': 0.08618864197305709}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.2826945563639933
[I 2022-11-02 18:53:41,724] Trial 144 finished with value: 2.281180458868571 and parameters: {'n_factors': 60, 'n_epochs': 136, 'lr_all': 0.09964876104646972, 'reg_all': 0.08992136515257758}. Best is trial 127 with value: 2.2850922030072933.
SVD Classifier:  2.281180458868571
[I 2022-11-02 18:54:11,053] Trial 145 finished with value: 2.2871061364474277 and parameters: {'n_factors': 53, 'n_epochs': 150, 'lr_all': 0.09957379160623822, 'reg_all': 0.07547058680136733}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2871061364474277
[I 2022-11-02 18:54:36,738] Trial 146 finished with value: 2.282769520940468 and parameters: {'n_factors': 52, 'n_epochs': 128, 'lr_all': 0.07599409377347771, 'reg_all': 0.09986155573139122}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.282769520940468
[I 2022-11-02 18:55:02,634] Trial 147 finished with value: 2.284721303215681 and parameters: {'n_factors': 53, 'n_epochs': 131, 'lr_all': 0.07875819738192681, 'reg_all': 0.09647762643841275}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.284721303215681
[I 2022-11-02 18:55:27,695] Trial 148 finished with value: 2.2829979692293505 and parameters: {'n_factors': 52, 'n_epochs': 128, 'lr_all': 0.07937619013553343, 'reg_all': 0.09995261564292089}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2829979692293505
[I 2022-11-02 18:55:50,943] Trial 149 finished with value: 2.285049409949978 and parameters: {'n_factors': 50, 'n_epochs': 124, 'lr_all': 0.07783463511136554, 'reg_all': 0.09972607653736482}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.285049409949978
[I 2022-11-02 18:56:14,636] Trial 150 finished with value: 2.2848532648490067 and parameters: {'n_factors': 50, 'n_epochs': 125, 'lr_all': 0.07667630526526507, 'reg_all': 0.09999217048093902}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2848532648490067
[I 2022-11-02 18:56:37,390] Trial 151 finished with value: 2.2849566889097597 and parameters: {'n_factors': 50, 'n_epochs': 119, 'lr_all': 0.07837756339368691, 'reg_all': 0.09862159932260718}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2849566889097597
[I 2022-11-02 18:57:00,642] Trial 152 finished with value: 2.2368076354742725 and parameters: {'n_factors': 53, 'n_epochs': 120, 'lr_all': 0.009236272773896678, 'reg_all': 0.09997745125172701}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2368076354742725
[I 2022-11-02 18:57:22,343] Trial 153 finished with value: 2.284475192239712 and parameters: {'n_factors': 50, 'n_epochs': 114, 'lr_all': 0.07571066738425114, 'reg_all': 0.09995697730200978}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.284475192239712
[I 2022-11-02 18:57:44,134] Trial 154 finished with value: 2.280769622351706 and parameters: {'n_factors': 50, 'n_epochs': 114, 'lr_all': 0.06221120078706778, 'reg_all': 0.0999406895403562}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.280769622351706
[I 2022-11-02 18:58:07,405] Trial 155 finished with value: 2.2810125607114853 and parameters: {'n_factors': 51, 'n_epochs': 122, 'lr_all': 0.07647569385799899, 'reg_all': 0.09515550212399496}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2810125607114853
[I 2022-11-02 18:58:31,655] Trial 156 finished with value: 2.240531358610576 and parameters: {'n_factors': 50, 'n_epochs': 124, 'lr_all': 0.0660581483006774, 'reg_all': 0.010368809161001202}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.240531358610576
[I 2022-11-02 18:58:56,780] Trial 157 finished with value: 2.283932941168278 and parameters: {'n_factors': 53, 'n_epochs': 125, 'lr_all': 0.07575802549345592, 'reg_all': 0.09501317455393532}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.283932941168278
[I 2022-11-02 18:59:20,133] Trial 158 finished with value: 2.2766142279919874 and parameters: {'n_factors': 53, 'n_epochs': 116, 'lr_all': 0.04944114996650708, 'reg_all': 0.09302163737100495}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2766142279919874
[I 2022-11-02 18:59:43,785] Trial 159 finished with value: 2.253185044096629 and parameters: {'n_factors': 53, 'n_epochs': 119, 'lr_all': 0.07476706958235045, 'reg_all': 0.01927861322016501}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.253185044096629
[I 2022-11-02 19:00:08,764] Trial 160 finished with value: 2.285463042606878 and parameters: {'n_factors': 50, 'n_epochs': 127, 'lr_all': 0.07916684339062548, 'reg_all': 0.09128302582474755}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.285463042606878
[I 2022-11-02 19:00:34,290] Trial 161 finished with value: 2.278632078396739 and parameters: {'n_factors': 56, 'n_epochs': 126, 'lr_all': 0.07871050590277258, 'reg_all': 0.09089515250800541}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.278632078396739
[I 2022-11-02 19:00:59,737] Trial 162 finished with value: 2.283772381610885 and parameters: {'n_factors': 50, 'n_epochs': 128, 'lr_all': 0.06883994884324333, 'reg_all': 0.09529857609397803}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.283772381610885
[I 2022-11-02 19:01:25,779] Trial 163 finished with value: 2.2836510624585453 and parameters: {'n_factors': 50, 'n_epochs': 129, 'lr_all': 0.06859172286548343, 'reg_all': 0.09463215090214273}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2836510624585453
[I 2022-11-02 19:01:50,145] Trial 164 finished with value: 2.2827588118659796 and parameters: {'n_factors': 50, 'n_epochs': 123, 'lr_all': 0.0672378566027339, 'reg_all': 0.09521602441074212}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2827588118659796
[I 2022-11-02 19:02:16,337] Trial 165 finished with value: 2.2796582066482056 and parameters: {'n_factors': 53, 'n_epochs': 129, 'lr_all': 0.05498399814711872, 'reg_all': 0.09562955331966072}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2796582066482056
[I 2022-11-02 19:02:41,817] Trial 166 finished with value: 2.280769622351706 and parameters: {'n_factors': 50, 'n_epochs': 127, 'lr_all': 0.06072159395112036, 'reg_all': 0.0915462331586185}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.280769622351706
[I 2022-11-02 19:03:07,213] Trial 167 finished with value: 2.2783888862126718 and parameters: {'n_factors': 54, 'n_epochs': 125, 'lr_all': 0.07023541358576697, 'reg_all': 0.09749500958012743}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2783888862126718
[I 2022-11-02 19:03:31,644] Trial 168 finished with value: 2.277469528272003 and parameters: {'n_factors': 54, 'n_epochs': 118, 'lr_all': 0.07381793216074281, 'reg_all': 0.08834584294863944}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.277469528272003
[I 2022-11-02 19:03:57,254] Trial 169 finished with value: 2.28163407932501 and parameters: {'n_factors': 50, 'n_epochs': 128, 'lr_all': 0.06292103367137512, 'reg_all': 0.09508720659661547}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.28163407932501
[I 2022-11-02 19:04:24,201] Trial 170 finished with value: 2.2793078733307044 and parameters: {'n_factors': 56, 'n_epochs': 131, 'lr_all': 0.07974237688392244, 'reg_all': 0.09913173042336725}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2793078733307044
[I 2022-11-02 19:04:47,428] Trial 171 finished with value: 2.282262569645819 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.0663294954734855, 'reg_all': 0.09495364522987079}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.282262569645819
[I 2022-11-02 19:05:11,571] Trial 172 finished with value: 2.2815126464687143 and parameters: {'n_factors': 53, 'n_epochs': 123, 'lr_all': 0.06716841114629941, 'reg_all': 0.09251905267879684}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2815126464687143
[I 2022-11-02 19:05:37,323] Trial 173 finished with value: 2.2782493966285786 and parameters: {'n_factors': 56, 'n_epochs': 129, 'lr_all': 0.07288943144277842, 'reg_all': 0.09992240230451928}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2782493966285786
[I 2022-11-02 19:06:01,629] Trial 174 finished with value: 2.285566439074606 and parameters: {'n_factors': 50, 'n_epochs': 124, 'lr_all': 0.08099385695722512, 'reg_all': 0.08930386476577967}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.285566439074606
[I 2022-11-02 19:06:27,500] Trial 175 finished with value: 2.2848389990939197 and parameters: {'n_factors': 53, 'n_epochs': 127, 'lr_all': 0.08204178137507309, 'reg_all': 0.08765632187884262}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2848389990939197
[I 2022-11-02 19:06:51,602] Trial 176 finished with value: 2.284082786572219 and parameters: {'n_factors': 55, 'n_epochs': 119, 'lr_all': 0.08124358778934794, 'reg_all': 0.08005918137484343}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.284082786572219
[I 2022-11-02 19:07:14,067] Trial 177 finished with value: 2.2822375761766525 and parameters: {'n_factors': 55, 'n_epochs': 110, 'lr_all': 0.07769879295806671, 'reg_all': 0.07857791954661042}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2822375761766525
[I 2022-11-02 19:07:36,973] Trial 178 finished with value: 2.284981652636867 and parameters: {'n_factors': 50, 'n_epochs': 116, 'lr_all': 0.08290618191937754, 'reg_all': 0.08581373442493587}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.284981652636867
[I 2022-11-02 19:08:00,562] Trial 179 finished with value: 2.223884898722214 and parameters: {'n_factors': 57, 'n_epochs': 116, 'lr_all': 0.005790594974251004, 'reg_all': 0.08049515216032721}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.223884898722214
[I 2022-11-02 19:08:24,259] Trial 180 finished with value: 2.279300723110491 and parameters: {'n_factors': 50, 'n_epochs': 120, 'lr_all': 0.05836271550989439, 'reg_all': 0.08634558337309506}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.279300723110491
[I 2022-11-02 19:08:46,635] Trial 181 finished with value: 2.283187135666191 and parameters: {'n_factors': 53, 'n_epochs': 110, 'lr_all': 0.08236893424577565, 'reg_all': 0.08623610358513521}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.283187135666191
[I 2022-11-02 19:09:09,295] Trial 182 finished with value: 2.278410345390709 and parameters: {'n_factors': 54, 'n_epochs': 113, 'lr_all': 0.08347091150866254, 'reg_all': 0.07483146196780269}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.278410345390709
[I 2022-11-02 19:09:33,612] Trial 183 finished with value: 2.28065886245285 and parameters: {'n_factors': 57, 'n_epochs': 118, 'lr_all': 0.08429297184359816, 'reg_all': 0.08309236489066942}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.28065886245285
[I 2022-11-02 19:09:58,112] Trial 184 finished with value: 2.2821161754328085 and parameters: {'n_factors': 53, 'n_epochs': 121, 'lr_all': 0.07169418907575623, 'reg_all': 0.08645629346373765}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2821161754328085
[I 2022-11-02 19:10:19,705] Trial 185 finished with value: 2.284139867949893 and parameters: {'n_factors': 53, 'n_epochs': 110, 'lr_all': 0.08381271746869277, 'reg_all': 0.08865651871672042}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.284139867949893
[I 2022-11-02 19:10:44,003] Trial 186 finished with value: 2.285555743105204 and parameters: {'n_factors': 50, 'n_epochs': 125, 'lr_all': 0.08338699215037564, 'reg_all': 0.09020226316544812}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.285555743105204
[I 2022-11-02 19:11:08,317] Trial 187 finished with value: 2.2834690716445287 and parameters: {'n_factors': 50, 'n_epochs': 124, 'lr_all': 0.0713699121300397, 'reg_all': 0.08967528334556782}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2834690716445287
[I 2022-11-02 19:11:32,654] Trial 188 finished with value: 2.280551670332154 and parameters: {'n_factors': 50, 'n_epochs': 125, 'lr_all': 0.06282991017205734, 'reg_all': 0.08095944776292702}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.280551670332154
[I 2022-11-02 19:11:56,899] Trial 189 finished with value: 2.2830657854146414 and parameters: {'n_factors': 58, 'n_epochs': 116, 'lr_all': 0.08547296410855068, 'reg_all': 0.09125436059332356}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2830657854146414
[I 2022-11-02 19:12:24,378] Trial 190 finished with value: 2.285035145419449 and parameters: {'n_factors': 55, 'n_epochs': 132, 'lr_all': 0.08241292780861906, 'reg_all': 0.07834463427744391}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.285035145419449
[I 2022-11-02 19:12:50,900] Trial 191 finished with value: 2.250289941498358 and parameters: {'n_factors': 55, 'n_epochs': 131, 'lr_all': 0.018046540108511255, 'reg_all': 0.0754620552216316}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.250289941498358
[I 2022-11-02 19:13:16,259] Trial 192 finished with value: 2.284803334316513 and parameters: {'n_factors': 53, 'n_epochs': 126, 'lr_all': 0.08146992736656963, 'reg_all': 0.08855267286213375}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.284803334316513
[I 2022-11-02 19:13:42,079] Trial 193 finished with value: 2.281098297484685 and parameters: {'n_factors': 57, 'n_epochs': 126, 'lr_all': 0.08264851098183419, 'reg_all': 0.0775723362229711}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.281098297484685
[I 2022-11-02 19:14:02,737] Trial 194 finished with value: 2.2808625136034912 and parameters: {'n_factors': 53, 'n_epochs': 106, 'lr_all': 0.07561158723690972, 'reg_all': 0.06942217386539766}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2808625136034912
[I 2022-11-02 19:14:27,176] Trial 195 finished with value: 2.283322754785853 and parameters: {'n_factors': 58, 'n_epochs': 121, 'lr_all': 0.08831329466439863, 'reg_all': 0.08327199940057053}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.283322754785853
[I 2022-11-02 19:14:53,063] Trial 196 finished with value: 2.284935291212305 and parameters: {'n_factors': 53, 'n_epochs': 133, 'lr_all': 0.08081891696337049, 'reg_all': 0.08865486694864128}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.284935291212305
[I 2022-11-02 19:15:35,278] Trial 197 finished with value: 2.2701515149248213 and parameters: {'n_factors': 198, 'n_epochs': 132, 'lr_all': 0.0778382488653459, 'reg_all': 0.08827745256289603}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2701515149248213
[I 2022-11-02 19:16:00,282] Trial 198 finished with value: 2.2848211667748046 and parameters: {'n_factors': 53, 'n_epochs': 125, 'lr_all': 0.08316564817310135, 'reg_all': 0.08002425808017334}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2848211667748046
[I 2022-11-02 19:16:24,065] Trial 199 finished with value: 2.284778368641081 and parameters: {'n_factors': 53, 'n_epochs': 118, 'lr_all': 0.08610661153251792, 'reg_all': 0.0800277332053695}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.284778368641081
[I 2022-11-02 19:17:00,972] Trial 200 finished with value: 2.270901601566536 and parameters: {'n_factors': 180, 'n_epochs': 114, 'lr_all': 0.08519688464541153, 'reg_all': 0.07967458328786228}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.270901601566536
[I 2022-11-02 19:17:24,841] Trial 201 finished with value: 2.283765245368561 and parameters: {'n_factors': 53, 'n_epochs': 118, 'lr_all': 0.0806939073906884, 'reg_all': 0.08327044609275334}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.283765245368561
[I 2022-11-02 19:17:50,113] Trial 202 finished with value: 2.283158583246084 and parameters: {'n_factors': 55, 'n_epochs': 124, 'lr_all': 0.07521741688151656, 'reg_all': 0.0730395602042997}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.283158583246084
[I 2022-11-02 19:18:13,447] Trial 203 finished with value: 2.28507080657881 and parameters: {'n_factors': 53, 'n_epochs': 120, 'lr_all': 0.08862651358373543, 'reg_all': 0.07845972300942808}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.28507080657881
[I 2022-11-02 19:18:35,668] Trial 204 finished with value: 2.282034047738064 and parameters: {'n_factors': 58, 'n_epochs': 110, 'lr_all': 0.08923364937577595, 'reg_all': 0.0764698745118991}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.282034047738064
[I 2022-11-02 19:18:59,269] Trial 205 finished with value: 2.285323984808927 and parameters: {'n_factors': 53, 'n_epochs': 120, 'lr_all': 0.08918631536594693, 'reg_all': 0.07889746763187443}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.285323984808927
[I 2022-11-02 19:19:22,637] Trial 206 finished with value: 2.2861974126966573 and parameters: {'n_factors': 50, 'n_epochs': 120, 'lr_all': 0.08959004572516271, 'reg_all': 0.08636190638820987}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2861974126966573
[I 2022-11-02 19:19:46,821] Trial 207 finished with value: 2.2870099357301714 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.09091618748475665, 'reg_all': 0.06882386089486947}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2870099357301714
[I 2022-11-02 19:20:11,050] Trial 208 finished with value: 2.286443338294168 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.09027259298103694, 'reg_all': 0.07180024303014142}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.286443338294168
[I 2022-11-02 19:20:35,129] Trial 209 finished with value: 2.2869849941429146 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.090689237329383, 'reg_all': 0.06883202342895345}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2869849941429146
[I 2022-11-02 19:20:59,772] Trial 210 finished with value: 2.286275826629307 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.08851881789461755, 'reg_all': 0.06365494168928514}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.286275826629307
[I 2022-11-02 19:21:24,383] Trial 211 finished with value: 2.2859692841441084 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.08751934192419579, 'reg_all': 0.06675436965026714}. Best is trial 145 with value: 2.2871061364474277.
SVD Classifier:  2.2859692841441084
[I 2022-11-02 19:21:48,528] Trial 212 finished with value: 2.2872700246468654 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.0919782593588857, 'reg_all': 0.06632579643601848}. Best is trial 212 with value: 2.2872700246468654.
SVD Classifier:  2.2872700246468654
[I 2022-11-02 19:22:12,736] Trial 213 finished with value: 2.282541049787322 and parameters: {'n_factors': 51, 'n_epochs': 121, 'lr_all': 0.09085106445777895, 'reg_all': 0.06440834403625909}. Best is trial 212 with value: 2.2872700246468654.
SVD Classifier:  2.282541049787322
[I 2022-11-02 19:22:37,361] Trial 214 finished with value: 2.2873412767231245 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.09138972995580033, 'reg_all': 0.06708929062092908}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2873412767231245
[I 2022-11-02 19:23:01,593] Trial 215 finished with value: 2.2870705070239588 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.0940205820251597, 'reg_all': 0.0601408870466428}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2870705070239588
[I 2022-11-02 19:23:25,502] Trial 216 finished with value: 2.28652174379305 and parameters: {'n_factors': 50, 'n_epochs': 119, 'lr_all': 0.09254345534598571, 'reg_all': 0.06060602878595386}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.28652174379305
[I 2022-11-02 19:23:50,355] Trial 217 finished with value: 2.2814447841162053 and parameters: {'n_factors': 51, 'n_epochs': 122, 'lr_all': 0.09083911504394154, 'reg_all': 0.05798188810817007}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2814447841162053
[I 2022-11-02 19:24:13,449] Trial 218 finished with value: 2.2854309530967902 and parameters: {'n_factors': 50, 'n_epochs': 116, 'lr_all': 0.09198787807954999, 'reg_all': 0.060322323212709264}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2854309530967902
[I 2022-11-02 19:24:36,618] Trial 219 finished with value: 2.2864967968804932 and parameters: {'n_factors': 50, 'n_epochs': 117, 'lr_all': 0.0925069903165587, 'reg_all': 0.06234236272967733}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2864967968804932
[I 2022-11-02 19:25:00,239] Trial 220 finished with value: 2.2868887883296622 and parameters: {'n_factors': 50, 'n_epochs': 117, 'lr_all': 0.094438421249014, 'reg_all': 0.060876901247147897}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2868887883296622
[I 2022-11-02 19:25:23,201] Trial 221 finished with value: 2.2871952075778545 and parameters: {'n_factors': 50, 'n_epochs': 116, 'lr_all': 0.09292284775828236, 'reg_all': 0.06647258980868082}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2871952075778545
[I 2022-11-02 19:25:47,181] Trial 222 finished with value: 2.2868460288913046 and parameters: {'n_factors': 50, 'n_epochs': 120, 'lr_all': 0.09351659564836425, 'reg_all': 0.060762643456111175}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2868460288913046
[I 2022-11-02 19:26:10,033] Trial 223 finished with value: 2.2861867196792773 and parameters: {'n_factors': 50, 'n_epochs': 116, 'lr_all': 0.09266985733307431, 'reg_all': 0.06138481606275298}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2861867196792773
[I 2022-11-02 19:26:32,166] Trial 224 finished with value: 2.287063381072658 and parameters: {'n_factors': 50, 'n_epochs': 115, 'lr_all': 0.0980052099442324, 'reg_all': 0.061660761211613485}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.287063381072658
[I 2022-11-02 19:26:54,269] Trial 225 finished with value: 2.2872058958804082 and parameters: {'n_factors': 50, 'n_epochs': 115, 'lr_all': 0.09948008970440883, 'reg_all': 0.06137169989994822}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2872058958804082
[I 2022-11-02 19:27:16,303] Trial 226 finished with value: 2.286910167749031 and parameters: {'n_factors': 50, 'n_epochs': 113, 'lr_all': 0.09984492930088502, 'reg_all': 0.0606148733746566}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.286910167749031
[I 2022-11-02 19:27:38,421] Trial 227 finished with value: 2.2871667051935205 and parameters: {'n_factors': 50, 'n_epochs': 115, 'lr_all': 0.09961154918457009, 'reg_all': 0.061049373793015775}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2871667051935205
[I 2022-11-02 19:28:00,406] Trial 228 finished with value: 2.2867569441600706 and parameters: {'n_factors': 50, 'n_epochs': 112, 'lr_all': 0.0980660039952129, 'reg_all': 0.06237764291037405}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.2867569441600706
[I 2022-11-02 19:28:22,186] Trial 229 finished with value: 2.286917294177739 and parameters: {'n_factors': 50, 'n_epochs': 112, 'lr_all': 0.09814626003451199, 'reg_all': 0.06198658972628367}. Best is trial 214 with value: 2.2873412767231245.
SVD Classifier:  2.286917294177739
[I 2022-11-02 19:28:44,028] Trial 230 finished with value: 2.2873911518559047 and parameters: {'n_factors': 50, 'n_epochs': 113, 'lr_all': 0.09981461204201081, 'reg_all': 0.06274823039502328}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2873911518559047
[I 2022-11-02 19:29:05,825] Trial 231 finished with value: 2.2868424655686854 and parameters: {'n_factors': 50, 'n_epochs': 112, 'lr_all': 0.09850393485604884, 'reg_all': 0.061447807060344965}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2868424655686854
[I 2022-11-02 19:29:27,121] Trial 232 finished with value: 2.2775732876265007 and parameters: {'n_factors': 56, 'n_epochs': 103, 'lr_all': 0.09926529710891718, 'reg_all': 0.061564888269761156}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2775732876265007
[I 2022-11-02 19:29:48,742] Trial 233 finished with value: 2.287284275239685 and parameters: {'n_factors': 50, 'n_epochs': 111, 'lr_all': 0.09951009426426594, 'reg_all': 0.06675734116954371}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.287284275239685
[I 2022-11-02 19:30:11,558] Trial 234 finished with value: 2.2791326864778516 and parameters: {'n_factors': 56, 'n_epochs': 112, 'lr_all': 0.09927956750866315, 'reg_all': 0.06311662185072354}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2791326864778516
[I 2022-11-02 19:30:33,599] Trial 235 finished with value: 2.286610837687523 and parameters: {'n_factors': 50, 'n_epochs': 112, 'lr_all': 0.09984700052242804, 'reg_all': 0.05815714994702432}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.286610837687523
[I 2022-11-02 19:30:55,088] Trial 236 finished with value: 2.2830693546317504 and parameters: {'n_factors': 55, 'n_epochs': 107, 'lr_all': 0.09789814399675277, 'reg_all': 0.05920483711983698}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2830693546317504
[I 2022-11-02 19:31:17,549] Trial 237 finished with value: 2.287384026903518 and parameters: {'n_factors': 50, 'n_epochs': 112, 'lr_all': 0.09947357667379692, 'reg_all': 0.06694473633337997}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.287384026903518
[I 2022-11-02 19:31:40,701] Trial 238 finished with value: 2.2855200895123478 and parameters: {'n_factors': 53, 'n_epochs': 112, 'lr_all': 0.09936633628010692, 'reg_all': 0.0667997589083915}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2855200895123478
[I 2022-11-02 19:32:02,292] Trial 239 finished with value: 2.2860263184165155 and parameters: {'n_factors': 50, 'n_epochs': 109, 'lr_all': 0.09995470475834659, 'reg_all': 0.05642159003637588}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2860263184165155
[I 2022-11-02 19:32:25,945] Trial 240 finished with value: 2.2789968180145572 and parameters: {'n_factors': 56, 'n_epochs': 114, 'lr_all': 0.09915889385328042, 'reg_all': 0.06421041875190056}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2789968180145572
[I 2022-11-02 19:32:48,531] Trial 241 finished with value: 2.287045566097268 and parameters: {'n_factors': 50, 'n_epochs': 112, 'lr_all': 0.09262976292546614, 'reg_all': 0.06843782628233351}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.287045566097268
[I 2022-11-02 19:33:10,588] Trial 242 finished with value: 2.2838009263571935 and parameters: {'n_factors': 53, 'n_epochs': 108, 'lr_all': 0.09343198782553659, 'reg_all': 0.06880509407473628}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2838009263571935
[I 2022-11-02 19:33:32,936] Trial 243 finished with value: 2.2842789978321587 and parameters: {'n_factors': 50, 'n_epochs': 112, 'lr_all': 0.09313501358057581, 'reg_all': 0.053236082656361504}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2842789978321587
[I 2022-11-02 19:33:54,458] Trial 244 finished with value: 2.2822340056587134 and parameters: {'n_factors': 52, 'n_epochs': 105, 'lr_all': 0.09926345076056989, 'reg_all': 0.06272744009712243}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2822340056587134
[I 2022-11-02 19:34:17,477] Trial 245 finished with value: 2.2830764930492293 and parameters: {'n_factors': 55, 'n_epochs': 112, 'lr_all': 0.09294627454758402, 'reg_all': 0.05905345034050985}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2830764930492293
[I 2022-11-02 19:34:40,449] Trial 246 finished with value: 2.287284275239685 and parameters: {'n_factors': 50, 'n_epochs': 115, 'lr_all': 0.09296058445406881, 'reg_all': 0.06659337985584139}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.287284275239685
[I 2022-11-02 19:35:03,877] Trial 247 finished with value: 2.2854309530967902 and parameters: {'n_factors': 53, 'n_epochs': 114, 'lr_all': 0.09992775868098466, 'reg_all': 0.06783802231203749}. Best is trial 230 with value: 2.2873911518559047.
SVD Classifier:  2.2854309530967902
[I 2022-11-02 19:35:26,880] Trial 248 finished with value: 2.2875443329645613 and parameters: {'n_factors': 50, 'n_epochs': 116, 'lr_all': 0.09969408091323691, 'reg_all': 0.06619661063182206}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2875443329645613
[I 2022-11-02 19:35:49,833] Trial 249 finished with value: 2.279068328741764 and parameters: {'n_factors': 56, 'n_epochs': 111, 'lr_all': 0.09894556851178718, 'reg_all': 0.06575569197390929}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.279068328741764
[I 2022-11-02 19:36:13,656] Trial 250 finished with value: 2.2832799285656757 and parameters: {'n_factors': 53, 'n_epochs': 116, 'lr_all': 0.09314338389200226, 'reg_all': 0.06030287498557005}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2832799285656757
[I 2022-11-02 19:36:32,950] Trial 251 finished with value: 2.28395078042236 and parameters: {'n_factors': 50, 'n_epochs': 96, 'lr_all': 0.09982271763782789, 'reg_all': 0.0565420016355097}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.28395078042236
[I 2022-11-02 19:36:56,236] Trial 252 finished with value: 2.2835761268210604 and parameters: {'n_factors': 55, 'n_epochs': 114, 'lr_all': 0.09125861963313596, 'reg_all': 0.061916676413974185}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2835761268210604
[I 2022-11-02 19:37:18,027] Trial 253 finished with value: 2.2836403575180237 and parameters: {'n_factors': 53, 'n_epochs': 108, 'lr_all': 0.09314654751873282, 'reg_all': 0.06866115406474049}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2836403575180237
[I 2022-11-02 19:37:41,775] Trial 254 finished with value: 2.281062574220812 and parameters: {'n_factors': 58, 'n_epochs': 116, 'lr_all': 0.0918486479881447, 'reg_all': 0.0644475649238026}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.281062574220812
[I 2022-11-02 19:38:03,488] Trial 255 finished with value: 2.284970953930074 and parameters: {'n_factors': 50, 'n_epochs': 113, 'lr_all': 0.0907336286715591, 'reg_all': 0.058347819207425225}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.284970953930074
[I 2022-11-02 19:38:24,286] Trial 256 finished with value: 2.2833905613250867 and parameters: {'n_factors': 53, 'n_epochs': 103, 'lr_all': 0.09996537716936209, 'reg_all': 0.0613777140432447}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2833905613250867
[I 2022-11-02 19:38:47,722] Trial 257 finished with value: 2.284913893314466 and parameters: {'n_factors': 55, 'n_epochs': 117, 'lr_all': 0.09101040740768615, 'reg_all': 0.06618845508425363}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.284913893314466
[I 2022-11-02 19:39:09,838] Trial 258 finished with value: 2.283529736860773 and parameters: {'n_factors': 53, 'n_epochs': 110, 'lr_all': 0.09997907463472941, 'reg_all': 0.0553000434959224}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.283529736860773
[I 2022-11-02 19:39:33,052] Trial 259 finished with value: 2.2865823280189836 and parameters: {'n_factors': 50, 'n_epochs': 117, 'lr_all': 0.09043693512187342, 'reg_all': 0.06993653094135563}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2865823280189836
[I 2022-11-02 19:39:56,721] Trial 260 finished with value: 2.2819126361662407 and parameters: {'n_factors': 58, 'n_epochs': 114, 'lr_all': 0.08901889742218043, 'reg_all': 0.07023681808343998}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2819126361662407
[I 2022-11-02 19:40:18,256] Trial 261 finished with value: 2.2858124325572002 and parameters: {'n_factors': 50, 'n_epochs': 108, 'lr_all': 0.08771579844268625, 'reg_all': 0.06873474982843783}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2858124325572002
[I 2022-11-02 19:40:37,035] Trial 262 finished with value: 2.2815769352565445 and parameters: {'n_factors': 55, 'n_epochs': 89, 'lr_all': 0.0999297021717558, 'reg_all': 0.06614669480914204}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2815769352565445
[I 2022-11-02 19:40:59,696] Trial 263 finished with value: 2.2826160194051863 and parameters: {'n_factors': 53, 'n_epochs': 112, 'lr_all': 0.08881505344186995, 'reg_all': 0.06504629295504646}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2826160194051863
[I 2022-11-02 19:41:22,719] Trial 264 finished with value: 2.285402428709566 and parameters: {'n_factors': 50, 'n_epochs': 115, 'lr_all': 0.09239517071815423, 'reg_all': 0.05869288944253129}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.285402428709566
[I 2022-11-02 19:41:47,514] Trial 265 finished with value: 2.281144736891365 and parameters: {'n_factors': 57, 'n_epochs': 118, 'lr_all': 0.09944653734613654, 'reg_all': 0.0702559103757845}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.281144736891365
[I 2022-11-02 19:42:09,830] Trial 266 finished with value: 2.2820233352121484 and parameters: {'n_factors': 53, 'n_epochs': 110, 'lr_all': 0.08654061164414781, 'reg_all': 0.06305313550242654}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2820233352121484
[I 2022-11-02 19:42:32,808] Trial 267 finished with value: 2.2853453788670417 and parameters: {'n_factors': 50, 'n_epochs': 117, 'lr_all': 0.09056355967834143, 'reg_all': 0.06007542309093567}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2853453788670417
[I 2022-11-02 19:42:54,537] Trial 268 finished with value: 2.2792613964983683 and parameters: {'n_factors': 56, 'n_epochs': 105, 'lr_all': 0.09983044239591336, 'reg_all': 0.06667098395113}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2792613964983683
[I 2022-11-02 19:43:27,940] Trial 269 finished with value: 2.2115057476889244 and parameters: {'n_factors': 151, 'n_epochs': 112, 'lr_all': 0.0019440467943789138, 'reg_all': 0.07085197515840289}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2115057476889244
[I 2022-11-02 19:43:50,891] Trial 270 finished with value: 2.2819840555202093 and parameters: {'n_factors': 53, 'n_epochs': 114, 'lr_all': 0.08715100778340967, 'reg_all': 0.05671007471514228}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2819840555202093
[I 2022-11-02 19:44:13,964] Trial 271 finished with value: 2.2846999033136863 and parameters: {'n_factors': 50, 'n_epochs': 117, 'lr_all': 0.08613994309313032, 'reg_all': 0.06297166863807331}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2846999033136863
[I 2022-11-02 19:44:36,143] Trial 272 finished with value: 2.281059001863655 and parameters: {'n_factors': 58, 'n_epochs': 108, 'lr_all': 0.09246138142652538, 'reg_all': 0.06807671760786957}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.281059001863655
[I 2022-11-02 19:44:58,963] Trial 273 finished with value: 2.285823127325485 and parameters: {'n_factors': 53, 'n_epochs': 118, 'lr_all': 0.09944900580495764, 'reg_all': 0.07271944851310884}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.285823127325485
[I 2022-11-02 19:45:21,108] Trial 274 finished with value: 2.281137592428796 and parameters: {'n_factors': 53, 'n_epochs': 114, 'lr_all': 0.08595133925626056, 'reg_all': 0.05335865863613177}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.281137592428796
[I 2022-11-02 19:45:41,858] Trial 275 finished with value: 2.2853632070958145 and parameters: {'n_factors': 50, 'n_epochs': 110, 'lr_all': 0.09334449387259285, 'reg_all': 0.06015281154419269}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2853632070958145
[I 2022-11-02 19:45:47,194] Trial 276 finished with value: 2.2114873240475115 and parameters: {'n_factors': 56, 'n_epochs': 22, 'lr_all': 0.0030471237390717826, 'reg_all': 0.06453107057419928}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2114873240475115
[I 2022-11-02 19:46:20,902] Trial 277 finished with value: 2.267479336208527 and parameters: {'n_factors': 158, 'n_epochs': 112, 'lr_all': 0.08708137755166194, 'reg_all': 0.05817292886382861}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.267479336208527
[I 2022-11-02 19:46:43,864] Trial 278 finished with value: 2.2390469797728705 and parameters: {'n_factors': 53, 'n_epochs': 119, 'lr_all': 0.013330878968118012, 'reg_all': 0.06722054130498732}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2390469797728705
[I 2022-11-02 19:47:06,978] Trial 279 finished with value: 2.280347991421017 and parameters: {'n_factors': 59, 'n_epochs': 115, 'lr_all': 0.09292289046315248, 'reg_all': 0.06203625251329619}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.280347991421017
[I 2022-11-02 19:47:27,511] Trial 280 finished with value: 2.2869564891386864 and parameters: {'n_factors': 50, 'n_epochs': 106, 'lr_all': 0.0998055981547999, 'reg_all': 0.06347911623694412}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2869564891386864
[I 2022-11-02 19:47:48,712] Trial 281 finished with value: 2.281344772759352 and parameters: {'n_factors': 55, 'n_epochs': 107, 'lr_all': 0.08330483581860154, 'reg_all': 0.06474007158055535}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.281344772759352
[I 2022-11-02 19:48:08,307] Trial 282 finished with value: 2.2865395628496645 and parameters: {'n_factors': 50, 'n_epochs': 102, 'lr_all': 0.09937979250958498, 'reg_all': 0.0711589532296208}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2865395628496645
[I 2022-11-02 19:48:38,094] Trial 283 finished with value: 2.271992194618554 and parameters: {'n_factors': 127, 'n_epochs': 110, 'lr_all': 0.09911777368857098, 'reg_all': 0.06744987759054126}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.271992194618554
[I 2022-11-02 19:49:06,372] Trial 284 finished with value: 2.271142007526393 and parameters: {'n_factors': 140, 'n_epochs': 100, 'lr_all': 0.09989400872520057, 'reg_all': 0.0638301750049881}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.271142007526393
[I 2022-11-02 19:49:28,285] Trial 285 finished with value: 2.2824232354125877 and parameters: {'n_factors': 53, 'n_epochs': 113, 'lr_all': 0.08414893599405952, 'reg_all': 0.07333849482415468}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2824232354125877
[I 2022-11-02 19:49:51,329] Trial 286 finished with value: 2.281180458868571 and parameters: {'n_factors': 55, 'n_epochs': 116, 'lr_all': 0.08491359121049795, 'reg_all': 0.05642152915415575}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.281180458868571
[I 2022-11-02 19:50:16,929] Trial 287 finished with value: 2.2722683472771967 and parameters: {'n_factors': 101, 'n_epochs': 105, 'lr_all': 0.0913928368874515, 'reg_all': 0.06874824373239327}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2722683472771967
[I 2022-11-02 19:50:34,030] Trial 288 finished with value: 2.2732184863908445 and parameters: {'n_factors': 59, 'n_epochs': 83, 'lr_all': 0.08427971510308314, 'reg_all': 0.060617024958801}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2732184863908445
[I 2022-11-02 19:50:54,752] Trial 289 finished with value: 2.2538901616617015 and parameters: {'n_factors': 50, 'n_epochs': 110, 'lr_all': 0.03099616740571204, 'reg_all': 0.06544145579392835}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2538901616617015
[I 2022-11-02 19:51:16,549] Trial 290 finished with value: 2.285252669835362 and parameters: {'n_factors': 53, 'n_epochs': 114, 'lr_all': 0.09965596022407458, 'reg_all': 0.06254382126116026}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.285252669835362
[I 2022-11-02 19:51:26,768] Trial 291 finished with value: 2.2580151986709263 and parameters: {'n_factors': 56, 'n_epochs': 50, 'lr_all': 0.09157750321647312, 'reg_all': 0.05831969421029556}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2580151986709263
[I 2022-11-02 19:51:50,576] Trial 292 finished with value: 2.2854594771280072 and parameters: {'n_factors': 50, 'n_epochs': 118, 'lr_all': 0.08457705255040142, 'reg_all': 0.0701455828283577}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2854594771280072
[I 2022-11-02 19:52:14,030] Trial 293 finished with value: 2.229345185035501 and parameters: {'n_factors': 53, 'n_epochs': 112, 'lr_all': 0.007701859022086944, 'reg_all': 0.06595470423710802}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.229345185035501
[I 2022-11-02 19:52:28,641] Trial 294 finished with value: 2.2735339164621244 and parameters: {'n_factors': 53, 'n_epochs': 67, 'lr_all': 0.09065920854299357, 'reg_all': 0.06317526706913831}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2735339164621244
[I 2022-11-02 19:52:52,424] Trial 295 finished with value: 2.2862259271651633 and parameters: {'n_factors': 50, 'n_epochs': 115, 'lr_all': 0.0996636717820452, 'reg_all': 0.05431971803090162}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2862259271651633
[I 2022-11-02 19:53:15,204] Trial 296 finished with value: 2.273480153066798 and parameters: {'n_factors': 56, 'n_epochs': 107, 'lr_all': 0.07842422556081517, 'reg_all': 0.06040545308728448}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.273480153066798
[I 2022-11-02 19:53:40,970] Trial 297 finished with value: 2.2812197523974187 and parameters: {'n_factors': 59, 'n_epochs': 120, 'lr_all': 0.0999900829287677, 'reg_all': 0.07343174443332887}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2812197523974187
[I 2022-11-02 19:54:04,318] Trial 298 finished with value: 2.2835475792647184 and parameters: {'n_factors': 53, 'n_epochs': 111, 'lr_all': 0.0907775748037291, 'reg_all': 0.06792707339546353}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2835475792647184
[I 2022-11-02 19:54:27,975] Trial 299 finished with value: 2.283997161830888 and parameters: {'n_factors': 50, 'n_epochs': 117, 'lr_all': 0.08323313956280365, 'reg_all': 0.06452820276360763}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.283997161830888
[I 2022-11-02 19:54:50,885] Trial 300 finished with value: 2.2760271414371323 and parameters: {'n_factors': 56, 'n_epochs': 108, 'lr_all': 0.09129955448475587, 'reg_all': 0.05798301606351944}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2760271414371323
[I 2022-11-02 19:55:16,785] Trial 301 finished with value: 2.2814983598254055 and parameters: {'n_factors': 53, 'n_epochs': 122, 'lr_all': 0.07473142130709595, 'reg_all': 0.07054488028108521}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2814983598254055
[I 2022-11-02 19:55:39,904] Trial 302 finished with value: 2.283611810764633 and parameters: {'n_factors': 50, 'n_epochs': 114, 'lr_all': 0.0831725333048914, 'reg_all': 0.06140038870549896}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.283611810764633
[I 2022-11-02 19:56:05,087] Trial 303 finished with value: 2.2784067688750715 and parameters: {'n_factors': 56, 'n_epochs': 119, 'lr_all': 0.09127662411954164, 'reg_all': 0.06676326485039101}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2784067688750715
[I 2022-11-02 19:56:28,459] Trial 304 finished with value: 2.2848176002942804 and parameters: {'n_factors': 53, 'n_epochs': 111, 'lr_all': 0.09965156261188235, 'reg_all': 0.062270248206438256}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2848176002942804
[I 2022-11-02 19:56:52,072] Trial 305 finished with value: 2.286233055726721 and parameters: {'n_factors': 50, 'n_epochs': 116, 'lr_all': 0.09994701469952752, 'reg_all': 0.05207721061190703}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.286233055726721
[I 2022-11-02 19:57:16,829] Trial 306 finished with value: 2.272583909225877 and parameters: {'n_factors': 60, 'n_epochs': 113, 'lr_all': 0.07848410528424547, 'reg_all': 0.05623630187975267}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.272583909225877
[I 2022-11-02 19:57:41,915] Trial 307 finished with value: 2.282519629444229 and parameters: {'n_factors': 53, 'n_epochs': 119, 'lr_all': 0.08615480588619762, 'reg_all': 0.06570615357978121}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.282519629444229
[I 2022-11-02 19:58:04,796] Trial 308 finished with value: 2.2780061635907085 and parameters: {'n_factors': 56, 'n_epochs': 108, 'lr_all': 0.09122002345391805, 'reg_all': 0.07276766524069854}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2780061635907085
[I 2022-11-02 19:58:29,603] Trial 309 finished with value: 2.2855949614149695 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.09126366987226787, 'reg_all': 0.05908962366235713}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2855949614149695
[I 2022-11-02 19:59:07,652] Trial 310 finished with value: 2.2686362299938723 and parameters: {'n_factors': 172, 'n_epochs': 115, 'lr_all': 0.08006825972519638, 'reg_all': 0.069170952837958}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2686362299938723
[I 2022-11-02 19:59:30,689] Trial 311 finished with value: 2.245047570944771 and parameters: {'n_factors': 53, 'n_epochs': 111, 'lr_all': 0.020126918125463928, 'reg_all': 0.063852762202356}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.245047570944771
[I 2022-11-02 19:59:52,429] Trial 312 finished with value: 2.2787107526641623 and parameters: {'n_factors': 50, 'n_epochs': 105, 'lr_all': 0.07371032386322474, 'reg_all': 0.05969543300286628}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2787107526641623
[I 2022-11-02 20:00:17,152] Trial 313 finished with value: 2.248362634472223 and parameters: {'n_factors': 58, 'n_epochs': 116, 'lr_all': 0.02303261643627, 'reg_all': 0.06722301824958238}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.248362634472223
[I 2022-11-02 20:00:41,375] Trial 314 finished with value: 2.285156391090705 and parameters: {'n_factors': 55, 'n_epochs': 118, 'lr_all': 0.09968764309246841, 'reg_all': 0.07444312023196305}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.285156391090705
[I 2022-11-02 20:01:04,047] Trial 315 finished with value: 2.282026906059708 and parameters: {'n_factors': 53, 'n_epochs': 112, 'lr_all': 0.08443559059770206, 'reg_all': 0.06296449637678851}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.282026906059708
[I 2022-11-02 20:01:28,078] Trial 316 finished with value: 2.2872985257437195 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.0920417719295183, 'reg_all': 0.07082341075564114}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2872985257437195
[I 2022-11-02 20:01:52,443] Trial 317 finished with value: 2.2842682958343787 and parameters: {'n_factors': 53, 'n_epochs': 122, 'lr_all': 0.09994678727546752, 'reg_all': 0.05458190956714445}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2842682958343787
[I 2022-11-02 20:02:16,850] Trial 318 finished with value: 2.2778594958256293 and parameters: {'n_factors': 56, 'n_epochs': 120, 'lr_all': 0.09145474378836908, 'reg_all': 0.06122423504536444}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2778594958256293
[I 2022-11-02 20:02:36,008] Trial 319 finished with value: 2.2685392460334146 and parameters: {'n_factors': 91, 'n_epochs': 75, 'lr_all': 0.0833232727766387, 'reg_all': 0.06519010769292115}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2685392460334146
[I 2022-11-02 20:02:58,429] Trial 320 finished with value: 2.2851492591704736 and parameters: {'n_factors': 50, 'n_epochs': 114, 'lr_all': 0.09179192211010563, 'reg_all': 0.05786163413242982}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2851492591704736
[I 2022-11-02 20:03:21,247] Trial 321 finished with value: 2.2747916171627764 and parameters: {'n_factors': 60, 'n_epochs': 109, 'lr_all': 0.07626553319022705, 'reg_all': 0.07091717070098374}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2747916171627764
[I 2022-11-02 20:03:46,394] Trial 322 finished with value: 2.2825517598834875 and parameters: {'n_factors': 53, 'n_epochs': 123, 'lr_all': 0.0837619186640962, 'reg_all': 0.06739283622573743}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2825517598834875
[I 2022-11-02 20:04:09,461] Trial 323 finished with value: 2.2776806199157376 and parameters: {'n_factors': 56, 'n_epochs': 113, 'lr_all': 0.09201194489697746, 'reg_all': 0.06381371022931738}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2776806199157376
[I 2022-11-02 20:04:32,939] Trial 324 finished with value: 2.286535999049451 and parameters: {'n_factors': 50, 'n_epochs': 119, 'lr_all': 0.09256509851123111, 'reg_all': 0.06049102043104914}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.286535999049451
[I 2022-11-02 20:04:54,474] Trial 325 finished with value: 2.2485945783669936 and parameters: {'n_factors': 53, 'n_epochs': 106, 'lr_all': 0.0838228953762576, 'reg_all': 0.013963500670878511}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2485945783669936
[I 2022-11-02 20:05:16,498] Trial 326 finished with value: 2.2801585894432037 and parameters: {'n_factors': 52, 'n_epochs': 110, 'lr_all': 0.07520477634583621, 'reg_all': 0.07477039817946055}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.2801585894432037
[I 2022-11-02 20:05:40,523] Trial 327 finished with value: 2.280805350203957 and parameters: {'n_factors': 57, 'n_epochs': 116, 'lr_all': 0.09964368688701544, 'reg_all': 0.06737750140657489}. Best is trial 248 with value: 2.2875443329645613.
SVD Classifier:  2.280805350203957
[I 2022-11-02 20:06:04,841] Trial 328 finished with value: 2.2875550196358723 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.09957901273753898, 'reg_all': 0.06250666163483876}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2875550196358723
[I 2022-11-02 20:06:29,622] Trial 329 finished with value: 2.283458365850827 and parameters: {'n_factors': 55, 'n_epochs': 121, 'lr_all': 0.08583409682636388, 'reg_all': 0.06388871728545192}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.283458365850827
[I 2022-11-02 20:06:54,477] Trial 330 finished with value: 2.2685572063389055 and parameters: {'n_factors': 112, 'n_epochs': 93, 'lr_all': 0.09130763948546097, 'reg_all': 0.07065652580399129}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2685572063389055
[I 2022-11-02 20:07:18,178] Trial 331 finished with value: 2.282937289882276 and parameters: {'n_factors': 50, 'n_epochs': 119, 'lr_all': 0.08014573657064582, 'reg_all': 0.061348265839486826}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.282937289882276
[I 2022-11-02 20:07:56,870] Trial 332 finished with value: 2.270761652049488 and parameters: {'n_factors': 163, 'n_epochs': 123, 'lr_all': 0.09989403755914796, 'reg_all': 0.06603676599538288}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.270761652049488
[I 2022-11-02 20:08:32,008] Trial 333 finished with value: 2.270854952685841 and parameters: {'n_factors': 136, 'n_epochs': 124, 'lr_all': 0.09141183805454517, 'reg_all': 0.06852015707068888}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.270854952685841
[I 2022-11-02 20:09:10,754] Trial 334 finished with value: 2.2655558617769413 and parameters: {'n_factors': 187, 'n_epochs': 117, 'lr_all': 0.07160368802831256, 'reg_all': 0.06315668362819693}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2655558617769413
[I 2022-11-02 20:09:35,464] Trial 335 finished with value: 2.2800871129100133 and parameters: {'n_factors': 59, 'n_epochs': 121, 'lr_all': 0.08531584543514725, 'reg_all': 0.07371578385055395}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2800871129100133
[I 2022-11-02 20:09:57,995] Trial 336 finished with value: 2.2568925774890283 and parameters: {'n_factors': 53, 'n_epochs': 114, 'lr_all': 0.035938264795609194, 'reg_all': 0.06016544682161017}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2568925774890283
[I 2022-11-02 20:10:24,854] Trial 337 finished with value: 2.267809937511926 and parameters: {'n_factors': 122, 'n_epochs': 98, 'lr_all': 0.09226766493294261, 'reg_all': 0.05608371508049087}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.267809937511926
[I 2022-11-02 20:10:47,429] Trial 338 finished with value: 2.226631354426121 and parameters: {'n_factors': 53, 'n_epochs': 117, 'lr_all': 0.004666085200227556, 'reg_all': 0.07050845980517931}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.226631354426121
[I 2022-11-02 20:11:10,870] Trial 339 finished with value: 2.283515462837239 and parameters: {'n_factors': 50, 'n_epochs': 123, 'lr_all': 0.07907274859211798, 'reg_all': 0.06459104007331067}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.283515462837239
[I 2022-11-02 20:11:34,891] Trial 340 finished with value: 2.2852990248213247 and parameters: {'n_factors': 55, 'n_epochs': 120, 'lr_all': 0.09199300311372241, 'reg_all': 0.06658944072825865}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2852990248213247
[I 2022-11-02 20:11:56,548] Trial 341 finished with value: 2.2840257037679925 and parameters: {'n_factors': 50, 'n_epochs': 115, 'lr_all': 0.08497268770353415, 'reg_all': 0.061507077153337315}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2840257037679925
[I 2022-11-02 20:12:18,363] Trial 342 finished with value: 2.217187645368788 and parameters: {'n_factors': 53, 'n_epochs': 109, 'lr_all': 0.0016485016456270747, 'reg_all': 0.05939210351300645}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.217187645368788
[I 2022-11-02 20:12:42,388] Trial 343 finished with value: 2.2830479392453955 and parameters: {'n_factors': 58, 'n_epochs': 118, 'lr_all': 0.09915461364255665, 'reg_all': 0.06858814512006568}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2830479392453955
[I 2022-11-02 20:13:04,649] Trial 344 finished with value: 2.2811590257493743 and parameters: {'n_factors': 55, 'n_epochs': 112, 'lr_all': 0.07918321875594492, 'reg_all': 0.06365180722768363}. Best is trial 328 with value: 2.2875550196358723.
SVD Classifier:  2.2811590257493743
[I 2022-11-02 20:13:28,339] Trial 345 finished with value: 2.2876583215514423 and parameters: {'n_factors': 50, 'n_epochs': 126, 'lr_all': 0.09984355602291572, 'reg_all': 0.05788586624782816}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2876583215514423
[I 2022-11-02 20:13:53,267] Trial 346 finished with value: 2.2846428359283926 and parameters: {'n_factors': 53, 'n_epochs': 124, 'lr_all': 0.09967650075942308, 'reg_all': 0.056857420699279425}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2846428359283926
[I 2022-11-02 20:14:18,193] Trial 347 finished with value: 2.280962546105538 and parameters: {'n_factors': 57, 'n_epochs': 125, 'lr_all': 0.0865396976840428, 'reg_all': 0.0728421041662428}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.280962546105538
[I 2022-11-02 20:14:41,345] Trial 348 finished with value: 2.284421686345079 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.09073836545492496, 'reg_all': 0.05082740230883496}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.284421686345079
[I 2022-11-02 20:15:16,940] Trial 349 finished with value: 2.2654335670884826 and parameters: {'n_factors': 146, 'n_epochs': 120, 'lr_all': 0.07196940788409614, 'reg_all': 0.05446923141981873}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2654335670884826
[I 2022-11-02 20:15:43,189] Trial 350 finished with value: 2.232417114879583 and parameters: {'n_factors': 61, 'n_epochs': 128, 'lr_all': 0.011494696597179731, 'reg_all': 0.05839923306985067}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.232417114879583
[I 2022-11-02 20:16:07,672] Trial 351 finished with value: 2.2834797773880373 and parameters: {'n_factors': 53, 'n_epochs': 126, 'lr_all': 0.08536382733357463, 'reg_all': 0.0659132897648359}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2834797773880373
[I 2022-11-02 20:16:35,398] Trial 352 finished with value: 2.2773586078722614 and parameters: {'n_factors': 85, 'n_epochs': 116, 'lr_all': 0.09955629701974947, 'reg_all': 0.06923791714820535}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2773586078722614
[I 2022-11-02 20:17:00,313] Trial 353 finished with value: 2.254750467883241 and parameters: {'n_factors': 55, 'n_epochs': 123, 'lr_all': 0.09150795613497521, 'reg_all': 0.01594591437073223}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.254750467883241
[I 2022-11-02 20:17:23,576] Trial 354 finished with value: 2.2828659003502003 and parameters: {'n_factors': 50, 'n_epochs': 118, 'lr_all': 0.07919832644491272, 'reg_all': 0.06238417433577988}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2828659003502003
[I 2022-11-02 20:17:46,244] Trial 355 finished with value: 2.283622515838973 and parameters: {'n_factors': 53, 'n_epochs': 115, 'lr_all': 0.09153536258747925, 'reg_all': 0.06567233092642324}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.283622515838973
[I 2022-11-02 20:18:10,159] Trial 356 finished with value: 2.2807910591302165 and parameters: {'n_factors': 57, 'n_epochs': 120, 'lr_all': 0.08456602454413432, 'reg_all': 0.07533217356293352}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2807910591302165
[I 2022-11-02 20:18:33,608] Trial 357 finished with value: 2.238486443642131 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.015935256904861125, 'reg_all': 0.058420815633830454}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.238486443642131
[I 2022-11-02 20:18:56,614] Trial 358 finished with value: 2.284732003091512 and parameters: {'n_factors': 53, 'n_epochs': 114, 'lr_all': 0.0924205297107341, 'reg_all': 0.07211237393589798}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.284732003091512
[I 2022-11-02 20:19:18,225] Trial 359 finished with value: 2.2377254914505484 and parameters: {'n_factors': 52, 'n_epochs': 108, 'lr_all': 0.02606165919930287, 'reg_all': 0.011664223344116141}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2377254914505484
[I 2022-11-02 20:19:39,734] Trial 360 finished with value: 2.2782672803858652 and parameters: {'n_factors': 56, 'n_epochs': 104, 'lr_all': 0.09962791008007663, 'reg_all': 0.061136083496359045}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2782672803858652
[I 2022-11-02 20:20:03,156] Trial 361 finished with value: 2.283212118740885 and parameters: {'n_factors': 50, 'n_epochs': 118, 'lr_all': 0.07674488066619614, 'reg_all': 0.06858405440256421}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.283212118740885
[I 2022-11-02 20:20:28,580] Trial 362 finished with value: 2.284896061579858 and parameters: {'n_factors': 55, 'n_epochs': 127, 'lr_all': 0.0851594389264738, 'reg_all': 0.064352925702724}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.284896061579858
[I 2022-11-02 20:20:51,584] Trial 363 finished with value: 2.2756977338858735 and parameters: {'n_factors': 60, 'n_epochs': 111, 'lr_all': 0.09228939110024267, 'reg_all': 0.056210931285753565}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2756977338858735
[I 2022-11-02 20:21:15,071] Trial 364 finished with value: 2.2801693107299323 and parameters: {'n_factors': 52, 'n_epochs': 115, 'lr_all': 0.08008067661642164, 'reg_all': 0.0666191386172862}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2801693107299323
[I 2022-11-02 20:21:38,766] Trial 365 finished with value: 2.2861938483630877 and parameters: {'n_factors': 50, 'n_epochs': 119, 'lr_all': 0.09177208762719627, 'reg_all': 0.0608875234384907}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2861938483630877
[I 2022-11-02 20:22:04,242] Trial 366 finished with value: 2.286243748527382 and parameters: {'n_factors': 55, 'n_epochs': 123, 'lr_all': 0.0998238155540061, 'reg_all': 0.06306123923155016}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.286243748527382
[I 2022-11-02 20:22:28,107] Trial 367 finished with value: 2.2807374668061553 and parameters: {'n_factors': 53, 'n_epochs': 117, 'lr_all': 0.07066407795146065, 'reg_all': 0.0710738658300369}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2807374668061553
[I 2022-11-02 20:22:50,815] Trial 368 finished with value: 2.2784997564570935 and parameters: {'n_factors': 58, 'n_epochs': 113, 'lr_all': 0.0824735238789456, 'reg_all': 0.05914795697329836}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2784997564570935
[I 2022-11-02 20:23:11,729] Trial 369 finished with value: 2.2846963366438664 and parameters: {'n_factors': 50, 'n_epochs': 110, 'lr_all': 0.08763997770682573, 'reg_all': 0.06557983566866378}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2846963366438664
[I 2022-11-02 20:23:35,610] Trial 370 finished with value: 2.286165333494475 and parameters: {'n_factors': 53, 'n_epochs': 121, 'lr_all': 0.09933407446159519, 'reg_all': 0.06862654542097686}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.286165333494475
[I 2022-11-02 20:23:57,509] Trial 371 finished with value: 2.2864041345364696 and parameters: {'n_factors': 50, 'n_epochs': 116, 'lr_all': 0.09112654378166601, 'reg_all': 0.07460276784011514}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2864041345364696
[I 2022-11-02 20:24:19,629] Trial 372 finished with value: 2.2522734882711584 and parameters: {'n_factors': 56, 'n_epochs': 107, 'lr_all': 0.07450778487737644, 'reg_all': 0.024461092604167886}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2522734882711584
[I 2022-11-02 20:24:42,168] Trial 373 finished with value: 2.285377469578697 and parameters: {'n_factors': 53, 'n_epochs': 113, 'lr_all': 0.09966484253060594, 'reg_all': 0.06289365194997423}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.285377469578697
[I 2022-11-02 20:25:05,376] Trial 374 finished with value: 2.2841755430865653 and parameters: {'n_factors': 50, 'n_epochs': 119, 'lr_all': 0.08453567501798989, 'reg_all': 0.05922314763067233}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2841755430865653
[I 2022-11-02 20:25:31,455] Trial 375 finished with value: 2.280458766418609 and parameters: {'n_factors': 58, 'n_epochs': 126, 'lr_all': 0.09127638880771426, 'reg_all': 0.053298432744192374}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.280458766418609
[I 2022-11-02 20:25:56,521] Trial 376 finished with value: 2.2827124052959746 and parameters: {'n_factors': 55, 'n_epochs': 123, 'lr_all': 0.077186029901187, 'reg_all': 0.06552683785732243}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2827124052959746
[I 2022-11-02 20:26:19,012] Trial 377 finished with value: 2.2828944564309257 and parameters: {'n_factors': 53, 'n_epochs': 116, 'lr_all': 0.08632818467451135, 'reg_all': 0.07122708509594305}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2828944564309257
[I 2022-11-02 20:26:41,997] Trial 378 finished with value: 2.279379374299206 and parameters: {'n_factors': 61, 'n_epochs': 113, 'lr_all': 0.0927871687076666, 'reg_all': 0.062060109404391134}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.279379374299206
[I 2022-11-02 20:27:04,925] Trial 379 finished with value: 2.287099010607138 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.09934071780932432, 'reg_all': 0.05669662590984336}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.287099010607138
[I 2022-11-02 20:27:28,796] Trial 380 finished with value: 2.2845822002695857 and parameters: {'n_factors': 53, 'n_epochs': 125, 'lr_all': 0.09965774461913832, 'reg_all': 0.056018351061365164}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2845822002695857
[I 2022-11-02 20:27:51,416] Trial 381 finished with value: 2.283911533879452 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.08022545538783586, 'reg_all': 0.0682915457958723}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.283911533879452
[I 2022-11-02 20:28:15,255] Trial 382 finished with value: 2.2299482160143778 and parameters: {'n_factors': 57, 'n_epochs': 120, 'lr_all': 0.0028250533163946484, 'reg_all': 0.02767532862311029}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2299482160143778
[I 2022-11-02 20:28:37,734] Trial 383 finished with value: 2.28208403886077 and parameters: {'n_factors': 53, 'n_epochs': 118, 'lr_all': 0.08593626927717599, 'reg_all': 0.05710189756425863}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.28208403886077
[I 2022-11-02 20:29:02,945] Trial 384 finished with value: 2.2860263184165155 and parameters: {'n_factors': 55, 'n_epochs': 129, 'lr_all': 0.09159977036998208, 'reg_all': 0.06538259871588362}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2860263184165155
[I 2022-11-02 20:29:26,398] Trial 385 finished with value: 2.287017061847999 and parameters: {'n_factors': 50, 'n_epochs': 124, 'lr_all': 0.09972572832378658, 'reg_all': 0.07537752098971572}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.287017061847999
[I 2022-11-02 20:29:49,821] Trial 386 finished with value: 2.2858338220437315 and parameters: {'n_factors': 50, 'n_epochs': 126, 'lr_all': 0.08557965093500997, 'reg_all': 0.07738140015979228}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2858338220437315
[I 2022-11-02 20:30:13,485] Trial 387 finished with value: 2.285758957965185 and parameters: {'n_factors': 53, 'n_epochs': 129, 'lr_all': 0.09908651974892943, 'reg_all': 0.07631318183220008}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.285758957965185
[I 2022-11-02 20:30:37,400] Trial 388 finished with value: 2.2765032659185747 and parameters: {'n_factors': 60, 'n_epochs': 124, 'lr_all': 0.0726199110569889, 'reg_all': 0.07255596880015072}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2765032659185747
[I 2022-11-02 20:31:00,591] Trial 389 finished with value: 2.278742936808858 and parameters: {'n_factors': 56, 'n_epochs': 122, 'lr_all': 0.09129895450338364, 'reg_all': 0.06948484466037386}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.278742936808858
[I 2022-11-02 20:31:22,143] Trial 390 finished with value: 2.281591221407837 and parameters: {'n_factors': 52, 'n_epochs': 117, 'lr_all': 0.08024602319024383, 'reg_all': 0.07542231086194179}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.281591221407837
[I 2022-11-02 20:31:45,088] Trial 391 finished with value: 2.287369776932163 and parameters: {'n_factors': 50, 'n_epochs': 127, 'lr_all': 0.09198116581895978, 'reg_all': 0.07213238931139447}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.287369776932163
[I 2022-11-02 20:32:09,972] Trial 392 finished with value: 2.2850137484566897 and parameters: {'n_factors': 55, 'n_epochs': 128, 'lr_all': 0.0852236712835911, 'reg_all': 0.07214346545487202}. Best is trial 345 with value: 2.2876583215514423.
SVD Classifier:  2.2850137484566897
[I 2022-11-02 20:32:34,280] Trial 393 finished with value: 2.287672569725445 and parameters: {'n_factors': 50, 'n_epochs': 130, 'lr_all': 0.09991076422513628, 'reg_all': 0.07376042030335454}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.287672569725445
[I 2022-11-02 20:32:59,498] Trial 394 finished with value: 2.2862508770333725 and parameters: {'n_factors': 53, 'n_epochs': 131, 'lr_all': 0.09950744343427728, 'reg_all': 0.0757711255815984}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2862508770333725
[I 2022-11-02 20:33:24,590] Trial 395 finished with value: 2.28163407932501 and parameters: {'n_factors': 58, 'n_epochs': 127, 'lr_all': 0.07791070468227639, 'reg_all': 0.07220123665340737}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.28163407932501
[I 2022-11-02 20:33:48,522] Trial 396 finished with value: 2.287401839242873 and parameters: {'n_factors': 50, 'n_epochs': 126, 'lr_all': 0.09992144376664043, 'reg_all': 0.07477588282953672}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.287401839242873
[I 2022-11-02 20:34:19,383] Trial 397 finished with value: 2.2759913385779464 and parameters: {'n_factors': 95, 'n_epochs': 129, 'lr_all': 0.08752057818078045, 'reg_all': 0.07619319199902996}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2759913385779464
[I 2022-11-02 20:34:42,502] Trial 398 finished with value: 2.2859372017405337 and parameters: {'n_factors': 53, 'n_epochs': 126, 'lr_all': 0.0910449632671185, 'reg_all': 0.07329907256675243}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2859372017405337
[I 2022-11-02 20:35:05,126] Trial 399 finished with value: 2.284935291212305 and parameters: {'n_factors': 50, 'n_epochs': 126, 'lr_all': 0.08133644489426617, 'reg_all': 0.07081782101222012}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.284935291212305
[I 2022-11-02 20:35:30,668] Trial 400 finished with value: 2.2829444287127014 and parameters: {'n_factors': 55, 'n_epochs': 133, 'lr_all': 0.07052596066055998, 'reg_all': 0.06905783806864357}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2829444287127014
[I 2022-11-02 20:35:54,782] Trial 401 finished with value: 2.283658199057681 and parameters: {'n_factors': 58, 'n_epochs': 123, 'lr_all': 0.09963996819312289, 'reg_all': 0.0758042458047969}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.283658199057681
[I 2022-11-02 20:36:26,590] Trial 402 finished with value: 2.274612499994403 and parameters: {'n_factors': 104, 'n_epochs': 130, 'lr_all': 0.09088529548325965, 'reg_all': 0.07324639688519324}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.274612499994403
[I 2022-11-02 20:36:50,083] Trial 403 finished with value: 2.2837688134925105 and parameters: {'n_factors': 52, 'n_epochs': 125, 'lr_all': 0.09975372467465249, 'reg_all': 0.07799648355078385}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2837688134925105
[I 2022-11-02 20:36:57,027] Trial 404 finished with value: 2.253293538083904 and parameters: {'n_factors': 50, 'n_epochs': 33, 'lr_all': 0.08492178307457814, 'reg_all': 0.06903032015391118}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.253293538083904
[I 2022-11-02 20:37:21,498] Trial 405 finished with value: 2.2857126123068148 and parameters: {'n_factors': 55, 'n_epochs': 124, 'lr_all': 0.09036261969715431, 'reg_all': 0.06738451344418717}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2857126123068148
[I 2022-11-02 20:37:47,395] Trial 406 finished with value: 2.2521866541885847 and parameters: {'n_factors': 62, 'n_epochs': 129, 'lr_all': 0.07507423128358039, 'reg_all': 0.020475834792586464}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2521866541885847
[I 2022-11-02 20:38:10,711] Trial 407 finished with value: 2.2830693546317504 and parameters: {'n_factors': 53, 'n_epochs': 122, 'lr_all': 0.08352824277341396, 'reg_all': 0.0715123700895392}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2830693546317504
[I 2022-11-02 20:38:34,066] Trial 408 finished with value: 2.286981431036816 and parameters: {'n_factors': 50, 'n_epochs': 126, 'lr_all': 0.09190687538460404, 'reg_all': 0.07409916526322301}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.286981431036816
[I 2022-11-02 20:38:59,761] Trial 409 finished with value: 2.277233368669449 and parameters: {'n_factors': 56, 'n_epochs': 133, 'lr_all': 0.07812818346819767, 'reg_all': 0.07626012728314972}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.277233368669449
[I 2022-11-02 20:39:23,573] Trial 410 finished with value: 2.281276905413015 and parameters: {'n_factors': 53, 'n_epochs': 127, 'lr_all': 0.06896804968308533, 'reg_all': 0.07376631240635258}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.281276905413015
[I 2022-11-02 20:39:46,295] Trial 411 finished with value: 2.2860619641141877 and parameters: {'n_factors': 50, 'n_epochs': 125, 'lr_all': 0.09061872277108302, 'reg_all': 0.0814256601717635}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2860619641141877
[I 2022-11-02 20:40:11,802] Trial 412 finished with value: 2.2803622852714716 and parameters: {'n_factors': 59, 'n_epochs': 130, 'lr_all': 0.08462736831861306, 'reg_all': 0.07738483599209134}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2803622852714716
[I 2022-11-02 20:40:35,411] Trial 413 finished with value: 2.285897989302459 and parameters: {'n_factors': 53, 'n_epochs': 127, 'lr_all': 0.09165279171051972, 'reg_all': 0.0702132399782769}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.285897989302459
[I 2022-11-02 20:40:57,618] Trial 414 finished with value: 2.284147003021803 and parameters: {'n_factors': 50, 'n_epochs': 123, 'lr_all': 0.07833503973993966, 'reg_all': 0.07352385415913829}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.284147003021803
[I 2022-11-02 20:41:21,288] Trial 415 finished with value: 2.280394446107408 and parameters: {'n_factors': 56, 'n_epochs': 124, 'lr_all': 0.09974384479715445, 'reg_all': 0.06744021044333205}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.280394446107408
[I 2022-11-02 20:41:24,143] Trial 416 finished with value: 2.212095223196225 and parameters: {'n_factors': 53, 'n_epochs': 11, 'lr_all': 0.00602269572583078, 'reg_all': 0.06705324176661859}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.212095223196225
[I 2022-11-02 20:41:45,813] Trial 417 finished with value: 2.286593019186342 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.09087257379745359, 'reg_all': 0.07874015154761933}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.286593019186342
[I 2022-11-02 20:42:10,513] Trial 418 finished with value: 2.278431804366635 and parameters: {'n_factors': 56, 'n_epochs': 128, 'lr_all': 0.08568576979622201, 'reg_all': 0.07022592067685053}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.278431804366635
[I 2022-11-02 20:42:34,911] Trial 419 finished with value: 2.2309054212032273 and parameters: {'n_factors': 53, 'n_epochs': 131, 'lr_all': 0.007983660458900158, 'reg_all': 0.0737450306416979}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2309054212032273
[I 2022-11-02 20:42:57,952] Trial 420 finished with value: 2.2871952075778545 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.09247003511229387, 'reg_all': 0.0663073112899174}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2871952075778545
[I 2022-11-02 20:43:21,432] Trial 421 finished with value: 2.279933430775715 and parameters: {'n_factors': 58, 'n_epochs': 120, 'lr_all': 0.07996901594776389, 'reg_all': 0.06529503780798504}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.279933430775715
[I 2022-11-02 20:43:54,943] Trial 422 finished with value: 2.272024473934341 and parameters: {'n_factors': 130, 'n_epochs': 122, 'lr_all': 0.09203572785837416, 'reg_all': 0.06756886716228559}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.272024473934341
[I 2022-11-02 20:44:18,408] Trial 423 finished with value: 2.2822911332754323 and parameters: {'n_factors': 53, 'n_epochs': 120, 'lr_all': 0.08439444518598865, 'reg_all': 0.06537840716448233}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2822911332754323
[I 2022-11-02 20:44:41,940] Trial 424 finished with value: 2.2860370121841775 and parameters: {'n_factors': 55, 'n_epochs': 121, 'lr_all': 0.0996332203789947, 'reg_all': 0.06890192653358061}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2860370121841775
[I 2022-11-02 20:45:05,141] Trial 425 finished with value: 2.2785891640150187 and parameters: {'n_factors': 50, 'n_epochs': 124, 'lr_all': 0.07369535715023402, 'reg_all': 0.04818241688520676}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2785891640150187
[I 2022-11-02 20:45:28,332] Trial 426 finished with value: 2.284846131982597 and parameters: {'n_factors': 53, 'n_epochs': 119, 'lr_all': 0.09112655126663055, 'reg_all': 0.07120804717221639}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.284846131982597
[I 2022-11-02 20:45:51,615] Trial 427 finished with value: 2.21033001172585 and parameters: {'n_factors': 58, 'n_epochs': 119, 'lr_all': 0.0011281618064757782, 'reg_all': 0.06403806906188465}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.21033001172585
[I 2022-11-02 20:46:14,993] Trial 428 finished with value: 2.2799870419990764 and parameters: {'n_factors': 50, 'n_epochs': 124, 'lr_all': 0.06545233267744402, 'reg_all': 0.0674637434270771}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2799870419990764
[I 2022-11-02 20:46:39,016] Trial 429 finished with value: 2.2845251299440723 and parameters: {'n_factors': 55, 'n_epochs': 122, 'lr_all': 0.08428645890068102, 'reg_all': 0.0704080095922469}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2845251299440723
[I 2022-11-02 20:47:02,687] Trial 430 finished with value: 2.2779167331501897 and parameters: {'n_factors': 62, 'n_epochs': 118, 'lr_all': 0.09965077999439347, 'reg_all': 0.06522121681123114}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2779167331501897
[I 2022-11-02 20:47:26,727] Trial 431 finished with value: 2.286233055726721 and parameters: {'n_factors': 53, 'n_epochs': 126, 'lr_all': 0.09997727202945679, 'reg_all': 0.06463572915263788}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.286233055726721
[I 2022-11-02 20:47:49,435] Trial 432 finished with value: 2.283504757261034 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.0778068799308611, 'reg_all': 0.06871481275565694}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.283504757261034
[I 2022-11-02 20:48:12,067] Trial 433 finished with value: 2.2787786964365164 and parameters: {'n_factors': 56, 'n_epochs': 117, 'lr_all': 0.09138743426791567, 'reg_all': 0.07153525855841365}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2787786964365164
[I 2022-11-02 20:48:36,842] Trial 434 finished with value: 2.283586832062681 and parameters: {'n_factors': 53, 'n_epochs': 130, 'lr_all': 0.08532370946783245, 'reg_all': 0.06322394334515898}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.283586832062681
[I 2022-11-02 20:48:59,746] Trial 435 finished with value: 2.287077632953057 and parameters: {'n_factors': 50, 'n_epochs': 123, 'lr_all': 0.09134320035907033, 'reg_all': 0.06717901521893438}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.287077632953057
[I 2022-11-02 20:49:24,490] Trial 436 finished with value: 2.2804408998474743 and parameters: {'n_factors': 59, 'n_epochs': 124, 'lr_all': 0.09179604903206212, 'reg_all': 0.06679511763019069}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2804408998474743
[I 2022-11-02 20:49:50,556] Trial 437 finished with value: 2.2860120599818163 and parameters: {'n_factors': 53, 'n_epochs': 134, 'lr_all': 0.09995878758391809, 'reg_all': 0.05851092376390161}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2860120599818163
[I 2022-11-02 20:50:14,160] Trial 438 finished with value: 2.2814483558692937 and parameters: {'n_factors': 50, 'n_epochs': 127, 'lr_all': 0.07258804007019025, 'reg_all': 0.06285801421570557}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2814483558692937
[I 2022-11-02 20:50:25,652] Trial 439 finished with value: 2.2548805696567693 and parameters: {'n_factors': 56, 'n_epochs': 57, 'lr_all': 0.0808468805285092, 'reg_all': 0.05184468887125031}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.2548805696567693
[I 2022-11-02 20:50:48,126] Trial 440 finished with value: 2.28541669094768 and parameters: {'n_factors': 53, 'n_epochs': 116, 'lr_all': 0.09135022689117435, 'reg_all': 0.07695820520082132}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.28541669094768
[I 2022-11-02 20:51:10,528] Trial 441 finished with value: 2.284978086406835 and parameters: {'n_factors': 50, 'n_epochs': 119, 'lr_all': 0.08520129100757402, 'reg_all': 0.0665609755669932}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.284978086406835
[I 2022-11-02 20:51:33,540] Trial 442 finished with value: 2.28570548212212 and parameters: {'n_factors': 53, 'n_epochs': 123, 'lr_all': 0.09185058472934356, 'reg_all': 0.0727935248930506}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.28570548212212
[I 2022-11-02 20:51:57,151] Trial 443 finished with value: 2.224566335920422 and parameters: {'n_factors': 56, 'n_epochs': 127, 'lr_all': 0.0038003933604904335, 'reg_all': 0.06014034171587052}. Best is trial 393 with value: 2.287672569725445.
SVD Classifier:  2.224566335920422
[I 2022-11-02 20:52:17,795] Trial 444 finished with value: 2.287679693779169 and parameters: {'n_factors': 50, 'n_epochs': 115, 'lr_all': 0.09984763881446461, 'reg_all': 0.06394460121501118}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.287679693779169
[I 2022-11-02 20:52:39,656] Trial 445 finished with value: 2.2779131558595394 and parameters: {'n_factors': 60, 'n_epochs': 115, 'lr_all': 0.0926054464262999, 'reg_all': 0.06310068664637533}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2779131558595394
[I 2022-11-02 20:53:01,082] Trial 446 finished with value: 2.2800871129100133 and parameters: {'n_factors': 53, 'n_epochs': 115, 'lr_all': 0.08080634986270482, 'reg_all': 0.054729082202546395}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2800871129100133
[I 2022-11-02 20:53:14,318] Trial 447 finished with value: 2.2791434125905163 and parameters: {'n_factors': 50, 'n_epochs': 70, 'lr_all': 0.09992239179360554, 'reg_all': 0.05814035499372108}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2791434125905163
[I 2022-11-02 20:53:36,663] Trial 448 finished with value: 2.2794794718872247 and parameters: {'n_factors': 56, 'n_epochs': 118, 'lr_all': 0.09976411154794808, 'reg_all': 0.06102913417219306}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2794794718872247
[I 2022-11-02 20:53:57,496] Trial 449 finished with value: 2.2821197461351 and parameters: {'n_factors': 53, 'n_epochs': 114, 'lr_all': 0.08509954236553871, 'reg_all': 0.06401987036658316}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2821197461351
[I 2022-11-02 20:54:18,754] Trial 450 finished with value: 2.282205441314102 and parameters: {'n_factors': 50, 'n_epochs': 118, 'lr_all': 0.07554778419433031, 'reg_all': 0.066037802241778}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.282205441314102
[I 2022-11-02 20:54:39,973] Trial 451 finished with value: 2.253749155797174 and parameters: {'n_factors': 58, 'n_epochs': 110, 'lr_all': 0.09088592400852707, 'reg_all': 0.016974279850291648}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.253749155797174
[I 2022-11-02 20:55:02,568] Trial 452 finished with value: 2.286072657715107 and parameters: {'n_factors': 53, 'n_epochs': 120, 'lr_all': 0.0999907433766542, 'reg_all': 0.07040693063515512}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.286072657715107
[I 2022-11-02 20:55:18,833] Trial 453 finished with value: 2.276671496623567 and parameters: {'n_factors': 55, 'n_epochs': 85, 'lr_all': 0.08485898269893391, 'reg_all': 0.059846266832287304}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.276671496623567
[I 2022-11-02 20:55:42,337] Trial 454 finished with value: 2.287558581848548 and parameters: {'n_factors': 50, 'n_epochs': 130, 'lr_all': 0.09201070707363075, 'reg_all': 0.06348746846287505}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.287558581848548
[I 2022-11-02 20:56:06,835] Trial 455 finished with value: 2.279561691617833 and parameters: {'n_factors': 53, 'n_epochs': 132, 'lr_all': 0.0684312307418132, 'reg_all': 0.056941992409366565}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.279561691617833
[I 2022-11-02 20:56:30,622] Trial 456 finished with value: 2.2274217055800536 and parameters: {'n_factors': 50, 'n_epochs': 131, 'lr_all': 0.005344667683575677, 'reg_all': 0.06247971257861249}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2274217055800536
[I 2022-11-02 20:56:54,554] Trial 457 finished with value: 2.2764782092179754 and parameters: {'n_factors': 56, 'n_epochs': 129, 'lr_all': 0.07855115344932288, 'reg_all': 0.06435942956415006}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2764782092179754
[I 2022-11-02 20:57:20,786] Trial 458 finished with value: 2.2797833126432847 and parameters: {'n_factors': 61, 'n_epochs': 134, 'lr_all': 0.08500971711933225, 'reg_all': 0.06048588482281359}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2797833126432847
[I 2022-11-02 20:57:41,887] Trial 459 finished with value: 2.283483345958053 and parameters: {'n_factors': 53, 'n_epochs': 115, 'lr_all': 0.09157591535974632, 'reg_all': 0.06654102707952157}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.283483345958053
[I 2022-11-02 20:58:01,731] Trial 460 finished with value: 2.260943659159362 and parameters: {'n_factors': 50, 'n_epochs': 110, 'lr_all': 0.04214580233962271, 'reg_all': 0.06230612483314845}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.260943659159362
[I 2022-11-02 20:58:06,932] Trial 461 finished with value: 2.239556436329105 and parameters: {'n_factors': 58, 'n_epochs': 22, 'lr_all': 0.07461817352685363, 'reg_all': 0.06716513143548886}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.239556436329105
[I 2022-11-02 20:58:28,442] Trial 462 finished with value: 2.2829836918810167 and parameters: {'n_factors': 55, 'n_epochs': 116, 'lr_all': 0.09184970902982922, 'reg_all': 0.05811654477933151}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2829836918810167
[I 2022-11-02 20:58:51,602] Trial 463 finished with value: 2.2816376507817697 and parameters: {'n_factors': 52, 'n_epochs': 128, 'lr_all': 0.08207721199843601, 'reg_all': 0.06271071905324122}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2816376507817697
[I 2022-11-02 20:59:13,425] Trial 464 finished with value: 2.2856555702064565 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.09235951868782026, 'reg_all': 0.053397316364952686}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2856555702064565
[I 2022-11-02 20:59:31,179] Trial 465 finished with value: 2.2695376232802875 and parameters: {'n_factors': 80, 'n_epochs': 79, 'lr_all': 0.08529894241816338, 'reg_all': 0.06474418266786837}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2695376232802875
[I 2022-11-02 21:00:00,450] Trial 466 finished with value: 2.273089434200322 and parameters: {'n_factors': 118, 'n_epochs': 113, 'lr_all': 0.09198119641488399, 'reg_all': 0.068132792465624}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.273089434200322
[I 2022-11-02 21:00:26,700] Trial 467 finished with value: 2.2840792189387495 and parameters: {'n_factors': 55, 'n_epochs': 136, 'lr_all': 0.0800935077009369, 'reg_all': 0.07020968993035687}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2840792189387495
[I 2022-11-02 21:00:50,856] Trial 468 finished with value: 2.2841648406040687 and parameters: {'n_factors': 53, 'n_epochs': 125, 'lr_all': 0.09198985816932213, 'reg_all': 0.05606474373451226}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2841648406040687
[I 2022-11-02 21:01:12,748] Trial 469 finished with value: 2.2871845192253533 and parameters: {'n_factors': 50, 'n_epochs': 118, 'lr_all': 0.09990562923358831, 'reg_all': 0.05997006632378759}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2871845192253533
[I 2022-11-02 21:01:35,244] Trial 470 finished with value: 2.282405384219232 and parameters: {'n_factors': 58, 'n_epochs': 118, 'lr_all': 0.09992455120394918, 'reg_all': 0.05951894247804034}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.282405384219232
[I 2022-11-02 21:01:57,771] Trial 471 finished with value: 2.284846131982597 and parameters: {'n_factors': 53, 'n_epochs': 121, 'lr_all': 0.09996651204457412, 'reg_all': 0.05708899043722303}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.284846131982597
[I 2022-11-02 21:02:18,998] Trial 472 finished with value: 2.2835904004654024 and parameters: {'n_factors': 50, 'n_epochs': 118, 'lr_all': 0.08697243391890921, 'reg_all': 0.054309553179029434}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2835904004654024
[I 2022-11-02 21:02:42,473] Trial 473 finished with value: 2.2748346031845963 and parameters: {'n_factors': 56, 'n_epochs': 124, 'lr_all': 0.0748032727604011, 'reg_all': 0.06068924510620162}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2748346031845963
[I 2022-11-02 21:03:07,182] Trial 474 finished with value: 2.2832585151543583 and parameters: {'n_factors': 53, 'n_epochs': 130, 'lr_all': 0.08565073326498762, 'reg_all': 0.058725054634158384}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.2832585151543583
[I 2022-11-02 21:03:29,352] Trial 475 finished with value: 2.287508710366286 and parameters: {'n_factors': 50, 'n_epochs': 121, 'lr_all': 0.09963396264465035, 'reg_all': 0.06342995883700117}. Best is trial 444 with value: 2.287679693779169.
SVD Classifier:  2.287508710366286
[I 2022-11-02 21:03:52,436] Trial 476 finished with value: 2.2877188756780997 and parameters: {'n_factors': 50, 'n_epochs': 127, 'lr_all': 0.09310403231193812, 'reg_all': 0.06404241064350166}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2877188756780997
[I 2022-11-02 21:04:17,524] Trial 477 finished with value: 2.286739126797366 and parameters: {'n_factors': 55, 'n_epochs': 134, 'lr_all': 0.0996526113133713, 'reg_all': 0.0644910983165601}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.286739126797366
[I 2022-11-02 21:04:42,064] Trial 478 finished with value: 2.277458794275871 and parameters: {'n_factors': 60, 'n_epochs': 128, 'lr_all': 0.08082654452968531, 'reg_all': 0.06539103018794588}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.277458794275871
[I 2022-11-02 21:05:15,822] Trial 479 finished with value: 2.2737274541592534 and parameters: {'n_factors': 133, 'n_epochs': 126, 'lr_all': 0.09206004318715716, 'reg_all': 0.06728959164616242}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2737274541592534
[I 2022-11-02 21:05:39,567] Trial 480 finished with value: 2.2838865584555497 and parameters: {'n_factors': 52, 'n_epochs': 131, 'lr_all': 0.0996700573513359, 'reg_all': 0.06361606937124464}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2838865584555497
[I 2022-11-02 21:06:01,978] Trial 481 finished with value: 2.2758302187414827 and parameters: {'n_factors': 50, 'n_epochs': 126, 'lr_all': 0.08544289982442116, 'reg_all': 0.03038020601414579}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2758302187414827
[I 2022-11-02 21:06:26,476] Trial 482 finished with value: 2.2753575347371493 and parameters: {'n_factors': 64, 'n_epochs': 124, 'lr_all': 0.06802852045824737, 'reg_all': 0.07095154626074825}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2753575347371493
[I 2022-11-02 21:06:51,441] Trial 483 finished with value: 2.2850993351055995 and parameters: {'n_factors': 55, 'n_epochs': 128, 'lr_all': 0.09121318033097396, 'reg_all': 0.062117922450536746}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2850993351055995
[I 2022-11-02 21:07:31,120] Trial 484 finished with value: 2.271142007526393 and parameters: {'n_factors': 200, 'n_epochs': 122, 'lr_all': 0.0999943283072589, 'reg_all': 0.06588525148681698}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.271142007526393
[I 2022-11-02 21:07:56,440] Trial 485 finished with value: 2.2787643926527923 and parameters: {'n_factors': 53, 'n_epochs': 130, 'lr_all': 0.07703603528595618, 'reg_all': 0.0451626707580972}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2787643926527923
[I 2022-11-02 21:08:19,316] Trial 486 finished with value: 2.285865905898253 and parameters: {'n_factors': 50, 'n_epochs': 122, 'lr_all': 0.08581182479032527, 'reg_all': 0.06982746278618088}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.285865905898253
[I 2022-11-02 21:08:43,982] Trial 487 finished with value: 2.2832656529804445 and parameters: {'n_factors': 58, 'n_epochs': 126, 'lr_all': 0.0916116916815916, 'reg_all': 0.0734074713701745}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2832656529804445
[I 2022-11-02 21:09:07,364] Trial 488 finished with value: 2.281784075695862 and parameters: {'n_factors': 53, 'n_epochs': 120, 'lr_all': 0.07926620196196757, 'reg_all': 0.0636687320723174}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.281784075695862
[I 2022-11-02 21:09:33,359] Trial 489 finished with value: 2.279061177770015 and parameters: {'n_factors': 56, 'n_epochs': 133, 'lr_all': 0.08708877891797712, 'reg_all': 0.0672318276851723}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.279061177770015
[I 2022-11-02 21:09:56,572] Trial 490 finished with value: 2.2869671785569072 and parameters: {'n_factors': 50, 'n_epochs': 124, 'lr_all': 0.09266466455999488, 'reg_all': 0.06096504382801636}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2869671785569072
[I 2022-11-02 21:10:10,839] Trial 491 finished with value: 2.212887083638825 and parameters: {'n_factors': 169, 'n_epochs': 42, 'lr_all': 0.018047377731865315, 'reg_all': 0.04258809968404714}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.212887083638825
[I 2022-11-02 21:10:33,518] Trial 492 finished with value: 2.2860191892102826 and parameters: {'n_factors': 53, 'n_epochs': 118, 'lr_all': 0.09966764297845183, 'reg_all': 0.06898596394142206}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2860191892102826
[I 2022-11-02 21:10:56,025] Trial 493 finished with value: 2.2826053096105294 and parameters: {'n_factors': 50, 'n_epochs': 120, 'lr_all': 0.07200757117285786, 'reg_all': 0.07961851707133816}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2826053096105294
[I 2022-11-02 21:11:21,258] Trial 494 finished with value: 2.2812447570179306 and parameters: {'n_factors': 58, 'n_epochs': 127, 'lr_all': 0.08404743723486886, 'reg_all': 0.06480707197812095}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2812447570179306
[I 2022-11-02 21:11:43,524] Trial 495 finished with value: 2.2839222375489463 and parameters: {'n_factors': 55, 'n_epochs': 116, 'lr_all': 0.09200638622514137, 'reg_all': 0.05966503492848532}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2839222375489463
[I 2022-11-02 21:12:08,464] Trial 496 finished with value: 2.2392544153594787 and parameters: {'n_factors': 53, 'n_epochs': 137, 'lr_all': 0.010942802472220896, 'reg_all': 0.07389407317137017}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2392544153594787
[I 2022-11-02 21:12:30,799] Trial 497 finished with value: 2.2831657213845853 and parameters: {'n_factors': 50, 'n_epochs': 123, 'lr_all': 0.07922661780973896, 'reg_all': 0.06202429843488009}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.2831657213845853
[I 2022-11-02 21:12:55,895] Trial 498 finished with value: 2.286133253842155 and parameters: {'n_factors': 53, 'n_epochs': 130, 'lr_all': 0.09991434105244232, 'reg_all': 0.06648199155141667}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.286133253842155
[I 2022-11-02 21:13:19,565] Trial 499 finished with value: 2.279679653877821 and parameters: {'n_factors': 61, 'n_epochs': 119, 'lr_all': 0.0867281248429064, 'reg_all': 0.07105858362528197}. Best is trial 476 with value: 2.2877188756780997.
SVD Classifier:  2.279679653877821
score: 2.2877188756780997, params: {'n_factors': 50, 'n_epochs': 127, 'lr_all': 0.09310403231193812, 'reg_all': 0.06404241064350166}
In [21]:
optuna.visualization.plot_param_importances(svd_study) # 파라미터 중요도 확인 그래프
optuna.visualization.plot_optimization_history(svd_study) # 최적화 과정 시각화
In [34]:
# LGBM_r
def lgbm_r_objective(trial):
    param = {
        'objective':'rmse',
        'boosting_type':'gbdt',
        'num_leaves': trial.suggest_int('num_leaves', 10, 150),
        'max_depth': trial.suggest_int('max_depth', 3, 20),
        'learning_rate': trial.suggest_loguniform("learning_rate", 0.01, 0.1),
        'n_estimators': trial.suggest_int('n_estimators', 50, 3000),
        'class_weight':trial.suggest_categorical('class_weight',[None,'balanced']),
        'min_child_samples': trial.suggest_int('min_child_samples', 2, 50),
        'min_child_weight': trial.suggest_uniform('min_child_weight', 0, 1),
        'reg_alpha':trial.suggest_float('reg_alpha',0,1),
        'reg_lambda':trial.suggest_float('reg_lambda',0,1)
    }


        
    
    fold = StratifiedKFold(n_splits=5, shuffle=True, random_state=SEED)
    cv_scores = []
    for train_idx, val_idx in fold.split(X_train, y_train):
        X_tr, X_val = X_train.iloc[train_idx], X_train.iloc[val_idx]
        y_tr, y_val = y_train.iloc[train_idx], y_train.iloc[val_idx]

        model = LGBMRegressor(**param, n_jobs=-1, random_state=SEED)
        model.fit(X_tr, y_tr, eval_set=[(X_val, y_val)], 
                  callbacks=[early_stopping(stopping_rounds=50, verbose=False)])
        y_pred = model.predict(X_val)
        score = rmse(y_val, y_pred)

        cv_scores.append(score)
        print("LGBM Regressor: ",score)
    return np.mean(cv_scores)

lgb_roc_study = optuna.create_study(direction='maximize', sampler=optuna.samplers.TPESampler(seed=42))
lgb_roc_study.optimize(lgbm_r_objective, n_trials=trials)

lgb_roc_best = lgb_roc_study.best_trial
lgb_roc_best_params = lgb_roc_best.params

model_scores['lgb_r'] = lgb_roc_best.value
model_params['lgb_r'] = lgb_roc_best_params

print('score: {0}, params: {1}'.format(lgb_roc_best.value, lgb_roc_best_params))
[I 2022-11-03 01:18:38,453] A new study created in memory with name: no-name-2169b889-fa45-4c18-bb74-d1c371b12dd7
LGBM Regressor:  2.3919800252600063
LGBM Regressor:  2.3891025760750066
LGBM Regressor:  2.3924288929779283
LGBM Regressor:  2.3916552072865467
[I 2022-11-03 01:19:08,834] Trial 0 finished with value: 2.391261520925382 and parameters: {'num_leaves': 62, 'max_depth': 20, 'learning_rate': 0.05395030966670229, 'n_estimators': 1816, 'class_weight': None, 'min_child_samples': 4, 'min_child_weight': 0.8661761457749352, 'reg_alpha': 0.6011150117432088, 'reg_lambda': 0.7080725777960455}. Best is trial 0 with value: 2.391261520925382.
LGBM Regressor:  2.3911409030274227
LGBM Regressor:  2.827852561907342
LGBM Regressor:  2.825472968380633
LGBM Regressor:  2.8291749111047486
LGBM Regressor:  2.8309261402894874
[I 2022-11-03 01:19:28,992] Trial 1 finished with value: 2.8278186084492374 and parameters: {'num_leaves': 12, 'max_depth': 20, 'learning_rate': 0.06798962421591129, 'n_estimators': 676, 'class_weight': 'balanced', 'min_child_samples': 16, 'min_child_weight': 0.5247564316322378, 'reg_alpha': 0.43194501864211576, 'reg_lambda': 0.2912291401980419}. Best is trial 1 with value: 2.8278186084492374.
LGBM Regressor:  2.8256664605639754
LGBM Regressor:  2.828097871380376
LGBM Regressor:  2.8265849273259716
LGBM Regressor:  2.8303654593275738
LGBM Regressor:  2.8318951994263113
[I 2022-11-03 01:20:15,350] Trial 2 finished with value: 2.8290344637500597 and parameters: {'num_leaves': 96, 'max_depth': 5, 'learning_rate': 0.019594972058679168, 'n_estimators': 1131, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.5142344384136116, 'reg_alpha': 0.5924145688620425, 'reg_lambda': 0.046450412719997725}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.8282288612900666
LGBM Regressor:  2.392944346604092
LGBM Regressor:  2.3898071775555008
LGBM Regressor:  2.3925103408525352
LGBM Regressor:  2.3919302197286205
[I 2022-11-03 01:22:12,084] Trial 3 finished with value: 2.391696088887076 and parameters: {'num_leaves': 95, 'max_depth': 6, 'learning_rate': 0.011615865989246453, 'n_estimators': 2850, 'class_weight': None, 'min_child_samples': 16, 'min_child_weight': 0.09767211400638387, 'reg_alpha': 0.6842330265121569, 'reg_lambda': 0.4401524937396013}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.3912883596946313
LGBM Regressor:  2.8208975921341457
LGBM Regressor:  2.819047454832547
LGBM Regressor:  2.823712950746422
LGBM Regressor:  2.824712615346671
[I 2022-11-03 01:23:52,088] Trial 4 finished with value: 2.8217639890729904 and parameters: {'num_leaves': 27, 'max_depth': 11, 'learning_rate': 0.01082401838150096, 'n_estimators': 2733, 'class_weight': 'balanced', 'min_child_samples': 17, 'min_child_weight': 0.5200680211778108, 'reg_alpha': 0.5467102793432796, 'reg_lambda': 0.18485445552552704}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.820449332305166
LGBM Regressor:  2.7798979018877508
LGBM Regressor:  2.7774885999053107
LGBM Regressor:  2.7834940713044234
LGBM Regressor:  2.78799808717867
[I 2022-11-03 01:25:08,177] Trial 5 finished with value: 2.7831302567791596 and parameters: {'num_leaves': 146, 'max_depth': 16, 'learning_rate': 0.08699593128513321, 'n_estimators': 2690, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.1959828624191452, 'reg_alpha': 0.045227288910538066, 'reg_lambda': 0.32533033076326434}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.786772623619645
LGBM Regressor:  2.8009886776387374
LGBM Regressor:  2.797306854346685
LGBM Regressor:  2.804104053941627
LGBM Regressor:  2.802817144374421
[I 2022-11-03 01:26:10,422] Trial 6 finished with value: 2.801865910899887 and parameters: {'num_leaves': 64, 'max_depth': 7, 'learning_rate': 0.0674120461070276, 'n_estimators': 1102, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.8021969807540397, 'reg_alpha': 0.07455064367977082, 'reg_lambda': 0.9868869366005173}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.8041128241979627
LGBM Regressor:  2.823730145681089
LGBM Regressor:  2.821385491581091
LGBM Regressor:  2.8263962252472337
LGBM Regressor:  2.825827933994692
[I 2022-11-03 01:27:59,337] Trial 7 finished with value: 2.8240132475997215 and parameters: {'num_leaves': 118, 'max_depth': 6, 'learning_rate': 0.010127963257331486, 'n_estimators': 2456, 'class_weight': 'balanced', 'min_child_samples': 39, 'min_child_weight': 0.07404465173409036, 'reg_alpha': 0.3584657285442726, 'reg_lambda': 0.11586905952512971}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.822726441494502
LGBM Regressor:  2.8217857922484577
LGBM Regressor:  2.821345717909234
LGBM Regressor:  2.8240025652114458
LGBM Regressor:  2.826013380963202
[I 2022-11-03 01:28:32,167] Trial 8 finished with value: 2.822968029205936 and parameters: {'num_leaves': 131, 'max_depth': 14, 'learning_rate': 0.02142387495644906, 'n_estimators': 237, 'class_weight': 'balanced', 'min_child_samples': 37, 'min_child_weight': 0.6375574713552131, 'reg_alpha': 0.8872127425763265, 'reg_lambda': 0.4722149251619493}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.821692689697338
LGBM Regressor:  2.3928903921045768
LGBM Regressor:  2.389018645657165
LGBM Regressor:  2.390653652131767
LGBM Regressor:  2.3908261483509032
[I 2022-11-03 01:29:04,816] Trial 9 finished with value: 2.390679760605778 and parameters: {'num_leaves': 26, 'max_depth': 15, 'learning_rate': 0.057648106701146694, 'n_estimators': 1706, 'class_weight': None, 'min_child_samples': 27, 'min_child_weight': 0.42754101835854963, 'reg_alpha': 0.02541912674409519, 'reg_lambda': 0.10789142699330445}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.390009964784478
LGBM Regressor:  2.4010182384963334
LGBM Regressor:  2.3992381007096855
LGBM Regressor:  2.400993572617611
LGBM Regressor:  2.400837208255356
[I 2022-11-03 01:29:33,212] Trial 10 finished with value: 2.400052721919523 and parameters: {'num_leaves': 93, 'max_depth': 3, 'learning_rate': 0.02691393495645885, 'n_estimators': 1073, 'class_weight': None, 'min_child_samples': 28, 'min_child_weight': 0.34314604846235, 'reg_alpha': 0.946943320545304, 'reg_lambda': 0.7446608994507358}. Best is trial 2 with value: 2.8290344637500597.
LGBM Regressor:  2.398176489518628
LGBM Regressor:  2.843938960440091
LGBM Regressor:  2.8404102438090413
LGBM Regressor:  2.8447845455804925
LGBM Regressor:  2.8454260043659216
[I 2022-11-03 01:29:47,002] Trial 11 finished with value: 2.843125411727437 and parameters: {'num_leaves': 11, 'max_depth': 20, 'learning_rate': 0.0382161642439114, 'n_estimators': 358, 'class_weight': 'balanced', 'min_child_samples': 16, 'min_child_weight': 0.6671974278810033, 'reg_alpha': 0.30607841205069686, 'reg_lambda': 0.004780810872969214}. Best is trial 11 with value: 2.843125411727437.
LGBM Regressor:  2.841067304441637
LGBM Regressor:  2.8395144312007776
LGBM Regressor:  2.8385560040038333
LGBM Regressor:  2.8415356707706754
LGBM Regressor:  2.842720927700707
[I 2022-11-03 01:29:56,251] Trial 12 finished with value: 2.8399816993948415 and parameters: {'num_leaves': 63, 'max_depth': 11, 'learning_rate': 0.037026117263317254, 'n_estimators': 79, 'class_weight': 'balanced', 'min_child_samples': 20, 'min_child_weight': 0.7011625953937599, 'reg_alpha': 0.26658369731495457, 'reg_lambda': 0.0031082637177768657}. Best is trial 11 with value: 2.843125411727437.
LGBM Regressor:  2.8375814632982137
LGBM Regressor:  2.849503251474896
LGBM Regressor:  2.8490466709008198
LGBM Regressor:  2.851255711830091
LGBM Regressor:  2.85167516197773
[I 2022-11-03 01:30:03,270] Trial 13 finished with value: 2.8497613394560926 and parameters: {'num_leaves': 44, 'max_depth': 10, 'learning_rate': 0.037565758117396764, 'n_estimators': 55, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.9921082241781, 'reg_alpha': 0.2589124265154938, 'reg_lambda': 0.018292092421314136}. Best is trial 13 with value: 2.8497613394560926.
LGBM Regressor:  2.8473259010969243
LGBM Regressor:  2.817908225853386
LGBM Regressor:  2.817390003282109
LGBM Regressor:  2.819539325544045
LGBM Regressor:  2.8227832717043597
[I 2022-11-03 01:30:33,295] Trial 14 finished with value: 2.819390912204099 and parameters: {'num_leaves': 42, 'max_depth': 13, 'learning_rate': 0.03954831345820318, 'n_estimators': 584, 'class_weight': 'balanced', 'min_child_samples': 46, 'min_child_weight': 0.9775032858846726, 'reg_alpha': 0.23711506185977577, 'reg_lambda': 0.26700433958806746}. Best is trial 13 with value: 2.8497613394560926.
LGBM Regressor:  2.8193337346365976
LGBM Regressor:  2.8201013987294816
LGBM Regressor:  2.819420357997186
LGBM Regressor:  2.822058371977295
LGBM Regressor:  2.8239122308400213
[I 2022-11-03 01:31:00,217] Trial 15 finished with value: 2.8213328985025212 and parameters: {'num_leaves': 37, 'max_depth': 17, 'learning_rate': 0.04268339156848607, 'n_estimators': 499, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.9794255917727441, 'reg_alpha': 0.2303256924987191, 'reg_lambda': 0.6423620561394953}. Best is trial 13 with value: 2.8497613394560926.
LGBM Regressor:  2.821172132968622
LGBM Regressor:  2.869694493923258
LGBM Regressor:  2.8695615994019685
LGBM Regressor:  2.870412004941996
LGBM Regressor:  2.870972508045371
[I 2022-11-03 01:31:02,982] Trial 16 finished with value: 2.869744681176064 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.02750108543596555, 'n_estimators': 57, 'class_weight': 'balanced', 'min_child_samples': 31, 'min_child_weight': 0.7574846332086538, 'reg_alpha': 0.3887691947863865, 'reg_lambda': 0.19029119128000968}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.868082799567727
LGBM Regressor:  2.806089426357455
LGBM Regressor:  2.8026442562070786
LGBM Regressor:  2.8063519276028
LGBM Regressor:  2.80830764347496
[I 2022-11-03 01:32:41,537] Trial 17 finished with value: 2.8060299652464225 and parameters: {'num_leaves': 48, 'max_depth': 10, 'learning_rate': 0.026342414502153837, 'n_estimators': 2078, 'class_weight': 'balanced', 'min_child_samples': 33, 'min_child_weight': 0.8139937055778319, 'reg_alpha': 0.21112687106595993, 'reg_lambda': 0.17508504057930896}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8067565725898174
LGBM Regressor:  2.4169178463648504
LGBM Regressor:  2.416712450430012
LGBM Regressor:  2.4176657248025575
LGBM Regressor:  2.4170193121752086
[I 2022-11-03 01:32:44,668] Trial 18 finished with value: 2.4168964502673074 and parameters: {'num_leaves': 26, 'max_depth': 9, 'learning_rate': 0.016008733074324436, 'n_estimators': 50, 'class_weight': None, 'min_child_samples': 47, 'min_child_weight': 0.8868055134355081, 'reg_alpha': 0.4607551042630673, 'reg_lambda': 0.3992946483188063}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.4161669175639098
LGBM Regressor:  2.812930215304127
LGBM Regressor:  2.8086135397358336
LGBM Regressor:  2.8141276224183667
LGBM Regressor:  2.8135788571851172
[I 2022-11-03 01:33:47,204] Trial 19 finished with value: 2.8122333564636617 and parameters: {'num_leaves': 76, 'max_depth': 8, 'learning_rate': 0.030154112393049857, 'n_estimators': 938, 'class_weight': 'balanced', 'min_child_samples': 32, 'min_child_weight': 0.7412082451295106, 'reg_alpha': 0.6964147260884376, 'reg_lambda': 0.5407926469551871}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.811916547674864
LGBM Regressor:  2.821649053841037
LGBM Regressor:  2.8208711729930753
LGBM Regressor:  2.8238354562732657
LGBM Regressor:  2.8252469692959736
[I 2022-11-03 01:34:34,907] Trial 20 finished with value: 2.822689369104574 and parameters: {'num_leaves': 52, 'max_depth': 12, 'learning_rate': 0.017320126777727776, 'n_estimators': 809, 'class_weight': 'balanced', 'min_child_samples': 42, 'min_child_weight': 0.9192682571186594, 'reg_alpha': 0.16840544764412294, 'reg_lambda': 0.2226568873043975}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8218441931195186
LGBM Regressor:  2.842289061634398
LGBM Regressor:  2.8401299669543407
LGBM Regressor:  2.8428688878883337
LGBM Regressor:  2.8428841428238925
[I 2022-11-03 01:34:49,320] Trial 21 finished with value: 2.841436946920588 and parameters: {'num_leaves': 10, 'max_depth': 18, 'learning_rate': 0.04618124896478262, 'n_estimators': 390, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.643164937382362, 'reg_alpha': 0.32876675187407023, 'reg_lambda': 0.008795962408774526}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8390126753019755
LGBM Regressor:  2.8406235219542073
LGBM Regressor:  2.8383947341171507
LGBM Regressor:  2.8416133776103756
LGBM Regressor:  2.8422974481273107
[I 2022-11-03 01:35:03,621] Trial 22 finished with value: 2.840226567110902 and parameters: {'num_leaves': 18, 'max_depth': 9, 'learning_rate': 0.03340470205415969, 'n_estimators': 316, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.6243828061453065, 'reg_alpha': 0.3894796214910498, 'reg_lambda': 0.11721529205795053}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8382037537454647
LGBM Regressor:  2.813780070221838
LGBM Regressor:  2.8123130193887476
LGBM Regressor:  2.816965122055663
LGBM Regressor:  2.8189625793786908
[I 2022-11-03 01:36:10,249] Trial 23 finished with value: 2.8152243091846314 and parameters: {'num_leaves': 37, 'max_depth': 13, 'learning_rate': 0.02427102929235667, 'n_estimators': 1401, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.7430195725167069, 'reg_alpha': 0.15684117707469436, 'reg_lambda': 0.08180308675563139}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.814100754878217
LGBM Regressor:  2.836948592060104
LGBM Regressor:  2.836399707197572
LGBM Regressor:  2.8382063039829113
LGBM Regressor:  2.839483055988225
[I 2022-11-03 01:36:26,149] Trial 24 finished with value: 2.837350001726526 and parameters: {'num_leaves': 24, 'max_depth': 9, 'learning_rate': 0.03081955714719456, 'n_estimators': 315, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.827306008205656, 'reg_alpha': 0.3216831472409202, 'reg_lambda': 0.1623739736597059}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8357123494038174
LGBM Regressor:  2.8419945021589332
LGBM Regressor:  2.8388010589402395
LGBM Regressor:  2.843059470530415
LGBM Regressor:  2.844112332357117
[I 2022-11-03 01:36:44,682] Trial 25 finished with value: 2.8413361949155513 and parameters: {'num_leaves': 37, 'max_depth': 3, 'learning_rate': 0.04892031359505855, 'n_estimators': 657, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.40240006445095444, 'reg_alpha': 0.12795852374379063, 'reg_lambda': 0.0009871913281310138}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8387136105910544
LGBM Regressor:  2.865702257915185
LGBM Regressor:  2.865961721871971
LGBM Regressor:  2.8667493438975025
LGBM Regressor:  2.867325847106718
[I 2022-11-03 01:36:47,547] Trial 26 finished with value: 2.865950845294312 and parameters: {'num_leaves': 10, 'max_depth': 18, 'learning_rate': 0.03570721270618275, 'n_estimators': 56, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.6182131509089458, 'reg_alpha': 0.5152294737680297, 'reg_lambda': 0.35776043590341927}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8640150556801833
LGBM Regressor:  2.412659381316132
LGBM Regressor:  2.4126107893578346
LGBM Regressor:  2.413742969176741
LGBM Regressor:  2.4123628907505714
[I 2022-11-03 01:36:56,007] Trial 27 finished with value: 2.412663876976132 and parameters: {'num_leaves': 56, 'max_depth': 12, 'learning_rate': 0.013211452853976182, 'n_estimators': 66, 'class_weight': None, 'min_child_samples': 35, 'min_child_weight': 0.5887983607947229, 'reg_alpha': 0.5261542011456597, 'reg_lambda': 0.3325942739475241}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.411943354279381
LGBM Regressor:  2.810896766182181
LGBM Regressor:  2.809090371740635
LGBM Regressor:  2.811484874013687
LGBM Regressor:  2.8152910870067385
[I 2022-11-03 01:38:03,122] Trial 28 finished with value: 2.811651032733532 and parameters: {'num_leaves': 74, 'max_depth': 18, 'learning_rate': 0.021310530883502835, 'n_estimators': 882, 'class_weight': 'balanced', 'min_child_samples': 20, 'min_child_weight': 0.7562252242620384, 'reg_alpha': 0.78712255878746, 'reg_lambda': 0.38243295302152913}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.811492064724419
LGBM Regressor:  2.391714315249968
LGBM Regressor:  2.3904787762625164
LGBM Regressor:  2.3920523953946176
LGBM Regressor:  2.392636172111408
[I 2022-11-03 01:38:32,699] Trial 29 finished with value: 2.391758537089614 and parameters: {'num_leaves': 20, 'max_depth': 10, 'learning_rate': 0.0551648373374304, 'n_estimators': 1381, 'class_weight': None, 'min_child_samples': 2, 'min_child_weight': 0.9127218250059893, 'reg_alpha': 0.47151167143652756, 'reg_lambda': 0.5537550788816428}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.3919110264295598
LGBM Regressor:  2.8072083067590277
LGBM Regressor:  2.8027435347948946
LGBM Regressor:  2.8092252935859072
LGBM Regressor:  2.811000935887656
[I 2022-11-03 01:39:46,607] Trial 30 finished with value: 2.8077464096032165 and parameters: {'num_leaves': 32, 'max_depth': 14, 'learning_rate': 0.033656943089385445, 'n_estimators': 1965, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.3349233820624095, 'reg_alpha': 0.662949491058737, 'reg_lambda': 0.24055141992623608}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.808553976988599
LGBM Regressor:  2.847772165324185
LGBM Regressor:  2.8445436341358774
LGBM Regressor:  2.847407702478209
LGBM Regressor:  2.8479065907765806
[I 2022-11-03 01:39:55,837] Trial 31 finished with value: 2.846269433315037 and parameters: {'num_leaves': 12, 'max_depth': 20, 'learning_rate': 0.0381494482944628, 'n_estimators': 243, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.6958884447518596, 'reg_alpha': 0.40553724660472734, 'reg_lambda': 0.09790290218804046}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8437170738603346
LGBM Regressor:  2.846169157534483
LGBM Regressor:  2.844200910622559
LGBM Regressor:  2.8466361723138363
LGBM Regressor:  2.846576426290622
[I 2022-11-03 01:40:07,839] Trial 32 finished with value: 2.845235968027893 and parameters: {'num_leaves': 18, 'max_depth': 19, 'learning_rate': 0.027557507633200886, 'n_estimators': 231, 'class_weight': 'balanced', 'min_child_samples': 20, 'min_child_weight': 0.5763576688122805, 'reg_alpha': 0.40985836138289666, 'reg_lambda': 0.15280103670219675}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8425971733779636
LGBM Regressor:  2.837873671963844
LGBM Regressor:  2.8342953398489565
LGBM Regressor:  2.838609757153134
LGBM Regressor:  2.8391912477716525
[I 2022-11-03 01:40:27,195] Trial 33 finished with value: 2.836881033591435 and parameters: {'num_leaves': 11, 'max_depth': 20, 'learning_rate': 0.04622993333901603, 'n_estimators': 509, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.4532735364285546, 'reg_alpha': 0.6048463381052579, 'reg_lambda': 0.2924040089807871}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8344351512195884
LGBM Regressor:  2.830745501849989
LGBM Regressor:  2.830119436392637
LGBM Regressor:  2.8329559020085378
LGBM Regressor:  2.8335165313425197
[I 2022-11-03 01:40:44,947] Trial 34 finished with value: 2.8314852567414004 and parameters: {'num_leaves': 44, 'max_depth': 17, 'learning_rate': 0.03562736886912192, 'n_estimators': 233, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.717157949058167, 'reg_alpha': 0.4239861417274281, 'reg_lambda': 0.07155489771209547}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.830088912113318
LGBM Regressor:  2.8623806898732753
LGBM Regressor:  2.8616591985143303
LGBM Regressor:  2.8628045852820643
LGBM Regressor:  2.8640659704416667
[I 2022-11-03 01:40:50,657] Trial 35 finished with value: 2.8622390289296336 and parameters: {'num_leaves': 18, 'max_depth': 19, 'learning_rate': 0.023050188384438175, 'n_estimators': 73, 'class_weight': 'balanced', 'min_child_samples': 18, 'min_child_weight': 0.5667705790618776, 'reg_alpha': 0.5684839660367831, 'reg_lambda': 0.2158353221875129}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.860284700536831
LGBM Regressor:  2.8260460337713242
LGBM Regressor:  2.825096711416525
LGBM Regressor:  2.828572893822166
LGBM Regressor:  2.829772361925679
[I 2022-11-03 01:41:25,900] Trial 36 finished with value: 2.826877697122336 and parameters: {'num_leaves': 30, 'max_depth': 16, 'learning_rate': 0.02377191033546863, 'n_estimators': 734, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.5452811191414906, 'reg_alpha': 0.5796386711934525, 'reg_lambda': 0.210283593235185}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.824900484675985
LGBM Regressor:  2.846236296207058
LGBM Regressor:  2.84384876222176
LGBM Regressor:  2.846668454092216
LGBM Regressor:  2.846621802695319
[I 2022-11-03 01:41:47,464] Trial 37 finished with value: 2.8451537542393868 and parameters: {'num_leaves': 18, 'max_depth': 8, 'learning_rate': 0.01429326667288452, 'n_estimators': 461, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.4822922022037803, 'reg_alpha': 0.501967411746055, 'reg_lambda': 0.36188835459826973}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.842393455980581
LGBM Regressor:  2.408945551225857
LGBM Regressor:  2.4082988640095855
LGBM Regressor:  2.4096182280540406
LGBM Regressor:  2.40880490425888
[I 2022-11-03 01:41:55,863] Trial 38 finished with value: 2.4086572380146776 and parameters: {'num_leaves': 86, 'max_depth': 5, 'learning_rate': 0.019748617890540568, 'n_estimators': 124, 'class_weight': None, 'min_child_samples': 18, 'min_child_weight': 0.22190265773996526, 'reg_alpha': 0.6511571777458807, 'reg_lambda': 0.2949645485676585}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.407618642525025
LGBM Regressor:  2.8188759960658567
LGBM Regressor:  2.8167987660463663
LGBM Regressor:  2.8224258445020505
LGBM Regressor:  2.8216852550209146
[I 2022-11-03 01:42:35,480] Trial 39 finished with value: 2.8198408662910146 and parameters: {'num_leaves': 111, 'max_depth': 7, 'learning_rate': 0.02887244906364798, 'n_estimators': 586, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.8489234952318958, 'reg_alpha': 0.7483534000575645, 'reg_lambda': 0.41826605773372083}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8194184698198854
LGBM Regressor:  2.840538821914137
LGBM Regressor:  2.839426591342993
LGBM Regressor:  2.842835734326556
LGBM Regressor:  2.842708248535555
[I 2022-11-03 01:42:39,174] Trial 40 finished with value: 2.8407550035068256 and parameters: {'num_leaves': 31, 'max_depth': 19, 'learning_rate': 0.09941364832639737, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.0014500117927535028, 'reg_alpha': 0.5831885714213086, 'reg_lambda': 0.8932078456752283}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8382656214148865
LGBM Regressor:  2.8478857283969585
LGBM Regressor:  2.8465254728985094
LGBM Regressor:  2.848763445917515
LGBM Regressor:  2.848475959466641
[I 2022-11-03 01:42:49,904] Trial 41 finished with value: 2.8471929538723826 and parameters: {'num_leaves': 17, 'max_depth': 19, 'learning_rate': 0.024617642228965984, 'n_estimators': 226, 'class_weight': 'balanced', 'min_child_samples': 18, 'min_child_weight': 0.5869736960982953, 'reg_alpha': 0.3767097895793667, 'reg_lambda': 0.1377126335829732}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8443141626822896
LGBM Regressor:  2.847893842762797
LGBM Regressor:  2.847100667683324
LGBM Regressor:  2.849166189947278
LGBM Regressor:  2.8490935553528915
[I 2022-11-03 01:43:00,523] Trial 42 finished with value: 2.847747397417766 and parameters: {'num_leaves': 19, 'max_depth': 19, 'learning_rate': 0.023725912904804292, 'n_estimators': 194, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.5339044025739946, 'reg_alpha': 0.36278553984213313, 'reg_lambda': 0.2428250048644287}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.845482731342541
LGBM Regressor:  2.8412348494081066
LGBM Regressor:  2.8399604829616862
LGBM Regressor:  2.8422002529358745
LGBM Regressor:  2.843062356024518
[I 2022-11-03 01:43:19,380] Trial 43 finished with value: 2.8410468909731343 and parameters: {'num_leaves': 23, 'max_depth': 18, 'learning_rate': 0.019729074631041066, 'n_estimators': 375, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.5209579953143056, 'reg_alpha': 0.46755711424898927, 'reg_lambda': 0.24550926950594415}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8387765135354863
LGBM Regressor:  2.812162508203192
LGBM Regressor:  2.811106460242211
LGBM Regressor:  2.8153880638190114
LGBM Regressor:  2.816815140304474
[I 2022-11-03 01:44:43,119] Trial 44 finished with value: 2.8137056549495645 and parameters: {'num_leaves': 32, 'max_depth': 17, 'learning_rate': 0.01765934553756315, 'n_estimators': 2311, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.3983915801599461, 'reg_alpha': 0.5501845128457367, 'reg_lambda': 0.3511662088164541}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.813056102178933
LGBM Regressor:  2.84361438544782
LGBM Regressor:  2.840483762169389
LGBM Regressor:  2.8431080297092812
LGBM Regressor:  2.843873563999588
[I 2022-11-03 01:44:51,238] Trial 45 finished with value: 2.842060236010503 and parameters: {'num_leaves': 15, 'max_depth': 15, 'learning_rate': 0.06310910746913821, 'n_estimators': 173, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.7896505582136188, 'reg_alpha': 0.30654644598168795, 'reg_lambda': 0.20588903919610455}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.839221438726438
LGBM Regressor:  2.818905497284366
LGBM Regressor:  2.818213938604473
LGBM Regressor:  2.821567878816149
LGBM Regressor:  2.8227588020764194
[I 2022-11-03 01:45:28,007] Trial 46 finished with value: 2.8203017007063442 and parameters: {'num_leaves': 69, 'max_depth': 11, 'learning_rate': 0.023609153362347864, 'n_estimators': 511, 'class_weight': 'balanced', 'min_child_samples': 27, 'min_child_weight': 0.4873431205286525, 'reg_alpha': 0.2703426661133522, 'reg_lambda': 0.30654146018314316}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.820062386750314
LGBM Regressor:  2.3905167356693595
LGBM Regressor:  2.3879379288405285
LGBM Regressor:  2.391220664536623
LGBM Regressor:  2.3908320290278544
[I 2022-11-03 01:46:05,064] Trial 47 finished with value: 2.3898738621805817 and parameters: {'num_leaves': 149, 'max_depth': 16, 'learning_rate': 0.041606540438518594, 'n_estimators': 2992, 'class_weight': None, 'min_child_samples': 16, 'min_child_weight': 0.6691358770110823, 'reg_alpha': 0.35069009716217353, 'reg_lambda': 0.4556767618526837}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.388861952828546
LGBM Regressor:  2.831876066417511
LGBM Regressor:  2.8314543281981366
LGBM Regressor:  2.834305107444997
LGBM Regressor:  2.83516854941079
[I 2022-11-03 01:46:28,347] Trial 48 finished with value: 2.832995502013004 and parameters: {'num_leaves': 40, 'max_depth': 10, 'learning_rate': 0.021563309162717828, 'n_estimators': 379, 'class_weight': 'balanced', 'min_child_samples': 29, 'min_child_weight': 0.5479002543236301, 'reg_alpha': 0.49927838098768706, 'reg_lambda': 0.2617675232982067}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.832173458593586
LGBM Regressor:  2.8126469848954048
LGBM Regressor:  2.8085245676204385
LGBM Regressor:  2.81535488596453
LGBM Regressor:  2.8151010288120433
[I 2022-11-03 01:47:22,521] Trial 49 finished with value: 2.8128486075539727 and parameters: {'num_leaves': 54, 'max_depth': 7, 'learning_rate': 0.034125621598274626, 'n_estimators': 1015, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.6184559299986573, 'reg_alpha': 0.274026644948178, 'reg_lambda': 0.5131319358422883}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.812615570477447
LGBM Regressor:  2.8187129754449236
LGBM Regressor:  2.818520936762923
LGBM Regressor:  2.8230947739716363
LGBM Regressor:  2.823436662092972
[I 2022-11-03 01:48:06,919] Trial 50 finished with value: 2.820525474382871 and parameters: {'num_leaves': 24, 'max_depth': 19, 'learning_rate': 0.0314237433167935, 'n_estimators': 1209, 'class_weight': 'balanced', 'min_child_samples': 38, 'min_child_weight': 0.32503837900271393, 'reg_alpha': 0.08369726100261954, 'reg_lambda': 0.18756223756646273}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8188620236419
LGBM Regressor:  2.8493896760190913
LGBM Regressor:  2.8484057052730414
LGBM Regressor:  2.8501303321884537
LGBM Regressor:  2.8499381887092756
[I 2022-11-03 01:48:15,762] Trial 51 finished with value: 2.8487773062977193 and parameters: {'num_leaves': 16, 'max_depth': 19, 'learning_rate': 0.026127971661091053, 'n_estimators': 193, 'class_weight': 'balanced', 'min_child_samples': 17, 'min_child_weight': 0.5815223610770796, 'reg_alpha': 0.3775830467275938, 'reg_lambda': 0.13516534441474393}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.846022629298733
LGBM Regressor:  2.856254331257866
LGBM Regressor:  2.8555470863174537
LGBM Regressor:  2.8572636341139206
LGBM Regressor:  2.85769938960226
[I 2022-11-03 01:48:24,156] Trial 52 finished with value: 2.8560510867905724 and parameters: {'num_leaves': 10, 'max_depth': 18, 'learning_rate': 0.02636971368504847, 'n_estimators': 162, 'class_weight': 'balanced', 'min_child_samples': 17, 'min_child_weight': 0.45985992122995584, 'reg_alpha': 0.34922989817236616, 'reg_lambda': 0.05380261473078693}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8534909926613614
LGBM Regressor:  2.8552928003657367
LGBM Regressor:  2.8546879791930833
LGBM Regressor:  2.856592993426693
LGBM Regressor:  2.8565187082612455
[I 2022-11-03 01:48:30,790] Trial 53 finished with value: 2.8551455938677783 and parameters: {'num_leaves': 13, 'max_depth': 18, 'learning_rate': 0.0268105137861479, 'n_estimators': 131, 'class_weight': 'balanced', 'min_child_samples': 17, 'min_child_weight': 0.4483713067193702, 'reg_alpha': 0.44014238482191226, 'reg_lambda': 0.04637390013715856}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8526354880921323
LGBM Regressor:  2.8578393571789853
LGBM Regressor:  2.857143894977712
LGBM Regressor:  2.8589367747610615
LGBM Regressor:  2.8592139623592354
[I 2022-11-03 01:48:37,143] Trial 54 finished with value: 2.857606449411761 and parameters: {'num_leaves': 10, 'max_depth': 18, 'learning_rate': 0.02893556091190792, 'n_estimators': 130, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.26909475580362835, 'reg_alpha': 0.43090089832434175, 'reg_lambda': 0.050114110036126855}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.854898257781811
LGBM Regressor:  2.846092296489802
LGBM Regressor:  2.8436415990117103
LGBM Regressor:  2.8459552305687943
LGBM Regressor:  2.8469152311686177
[I 2022-11-03 01:48:53,635] Trial 55 finished with value: 2.8448633001139902 and parameters: {'num_leaves': 11, 'max_depth': 17, 'learning_rate': 0.028006987394511525, 'n_estimators': 427, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.2999675778465366, 'reg_alpha': 0.44410767147292635, 'reg_lambda': 0.05302853808263133}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8417121433310286
LGBM Regressor:  2.8295751426216618
LGBM Regressor:  2.8280129815773902
LGBM Regressor:  2.831380039199508
LGBM Regressor:  2.832300157102649
[I 2022-11-03 01:49:26,320] Trial 56 finished with value: 2.829902487662446 and parameters: {'num_leaves': 28, 'max_depth': 18, 'learning_rate': 0.021677923633324606, 'n_estimators': 685, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.24215732786975225, 'reg_alpha': 0.6229231340963428, 'reg_lambda': 0.04633735329969136}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8282441178110207
LGBM Regressor:  2.8375526546262697
LGBM Regressor:  2.835991824420505
LGBM Regressor:  2.8387508069524587
LGBM Regressor:  2.839686310532813
[I 2022-11-03 01:49:43,097] Trial 57 finished with value: 2.8375652184035105 and parameters: {'num_leaves': 24, 'max_depth': 16, 'learning_rate': 0.030898066713934844, 'n_estimators': 315, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.38160436538201004, 'reg_alpha': 0.5371258917622517, 'reg_lambda': 0.043353659215267216}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.835844495485506
LGBM Regressor:  2.4074627309502765
LGBM Regressor:  2.4070733748366
LGBM Regressor:  2.407993326863238
LGBM Regressor:  2.4069222594693924
[I 2022-11-03 01:49:51,108] Trial 58 finished with value: 2.4070092724305923 and parameters: {'num_leaves': 11, 'max_depth': 15, 'learning_rate': 0.026165411756236916, 'n_estimators': 155, 'class_weight': None, 'min_child_samples': 41, 'min_child_weight': 0.1765389809523406, 'reg_alpha': 0.4909179395201718, 'reg_lambda': 0.0897239226984686}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.4055946700334556
LGBM Regressor:  2.805590689700495
LGBM Regressor:  2.805187342925828
LGBM Regressor:  2.8061614505712056
LGBM Regressor:  2.8109385232600137
[I 2022-11-03 01:50:44,668] Trial 59 finished with value: 2.8068021370662293 and parameters: {'num_leaves': 110, 'max_depth': 20, 'learning_rate': 0.030054912083424368, 'n_estimators': 569, 'class_weight': 'balanced', 'min_child_samples': 34, 'min_child_weight': 0.46118698982991635, 'reg_alpha': 0.4290326428718373, 'reg_lambda': 0.1722104386181354}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.806132678873606
LGBM Regressor:  2.818314596804185
LGBM Regressor:  2.817830726365721
LGBM Regressor:  2.8213629935550664
LGBM Regressor:  2.823754503505778
[I 2022-11-03 01:51:24,404] Trial 60 finished with value: 2.8200263597807735 and parameters: {'num_leaves': 133, 'max_depth': 18, 'learning_rate': 0.017792988734534956, 'n_estimators': 314, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.138919073873343, 'reg_alpha': 0.7205220555889027, 'reg_lambda': 0.11245116017780629}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.818868978673115
LGBM Regressor:  2.8601892749412636
LGBM Regressor:  2.860019742277781
LGBM Regressor:  2.8613066162153253
LGBM Regressor:  2.8618922903548047
[I 2022-11-03 01:51:27,476] Trial 61 finished with value: 2.8602461310043252 and parameters: {'num_leaves': 10, 'max_depth': 8, 'learning_rate': 0.040775773982587145, 'n_estimators': 74, 'class_weight': 'balanced', 'min_child_samples': 18, 'min_child_weight': 0.4227245433668924, 'reg_alpha': 0.20267568922512913, 'reg_lambda': 0.033611669309083325}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.857822731232452
LGBM Regressor:  2.850310498562906
LGBM Regressor:  2.8494540989143773
LGBM Regressor:  2.851675468251135
LGBM Regressor:  2.8513302599091017
[I 2022-11-03 01:51:34,506] Trial 62 finished with value: 2.849972213887113 and parameters: {'num_leaves': 15, 'max_depth': 17, 'learning_rate': 0.04246708050155947, 'n_estimators': 113, 'class_weight': 'balanced', 'min_child_samples': 18, 'min_child_weight': 0.2693556150323578, 'reg_alpha': 0.19813808275201317, 'reg_lambda': 0.04561739499702925}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.847090743798047
LGBM Regressor:  2.8373738351534707
LGBM Regressor:  2.8360199071535446
LGBM Regressor:  2.8386924595520164
LGBM Regressor:  2.8398439109821316
[I 2022-11-03 01:51:49,679] Trial 63 finished with value: 2.8375497968985584 and parameters: {'num_leaves': 23, 'max_depth': 8, 'learning_rate': 0.033650785828546914, 'n_estimators': 303, 'class_weight': 'balanced', 'min_child_samples': 16, 'min_child_weight': 0.4351771802970335, 'reg_alpha': 0.5608814819833157, 'reg_lambda': 0.07572845159363978}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8358188716516284
LGBM Regressor:  2.8529563649719787
LGBM Regressor:  2.8511692876929016
LGBM Regressor:  2.8528595174937794
LGBM Regressor:  2.8533462392649933
[I 2022-11-03 01:51:56,667] Trial 64 finished with value: 2.8518786526407918 and parameters: {'num_leaves': 10, 'max_depth': 6, 'learning_rate': 0.05143127266983753, 'n_estimators': 125, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.3783014803863672, 'reg_alpha': 0.5155511557281454, 'reg_lambda': 0.02873577148260141}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.849061853780306
LGBM Regressor:  2.852628616194086
LGBM Regressor:  2.852772165924696
LGBM Regressor:  2.854882176819975
LGBM Regressor:  2.85519007848093
[I 2022-11-03 01:52:02,092] Trial 65 finished with value: 2.853184215841014 and parameters: {'num_leaves': 21, 'max_depth': 18, 'learning_rate': 0.039279872165466606, 'n_estimators': 68, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.5007016780492988, 'reg_alpha': 0.32939905092657074, 'reg_lambda': 0.1243944631584245}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.850448041785382
LGBM Regressor:  2.840847217700872
LGBM Regressor:  2.8383670750293044
LGBM Regressor:  2.8416724556493795
LGBM Regressor:  2.841981246304861
[I 2022-11-03 01:52:20,256] Trial 66 finished with value: 2.8401456144133475 and parameters: {'num_leaves': 15, 'max_depth': 17, 'learning_rate': 0.029074194016981855, 'n_estimators': 442, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.3601278762897938, 'reg_alpha': 0.45976246199194054, 'reg_lambda': 0.07839667928940218}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.837860077382321
LGBM Regressor:  2.8489016717918028
LGBM Regressor:  2.846424788130199
LGBM Regressor:  2.849898720888962
LGBM Regressor:  2.8504983980064544
[I 2022-11-03 01:52:31,740] Trial 67 finished with value: 2.8483840298762524 and parameters: {'num_leaves': 35, 'max_depth': 4, 'learning_rate': 0.03575796034806108, 'n_estimators': 232, 'class_weight': 'balanced', 'min_child_samples': 32, 'min_child_weight': 0.2988017945570478, 'reg_alpha': 0.39770370602653715, 'reg_lambda': 0.0031788431579020636}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.846196570563843
LGBM Regressor:  2.8153866293515146
LGBM Regressor:  2.8123405100304923
LGBM Regressor:  2.8166782449113557
LGBM Regressor:  2.818619621461083
[I 2022-11-03 01:53:34,028] Trial 68 finished with value: 2.8155787186420875 and parameters: {'num_leaves': 28, 'max_depth': 9, 'learning_rate': 0.025921991742558124, 'n_estimators': 1738, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.41705565739229866, 'reg_alpha': 0.0035655573148064557, 'reg_lambda': 0.19133571678459663}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.814868587455994
LGBM Regressor:  2.4030091064873806
LGBM Regressor:  2.4020366163122504
LGBM Regressor:  2.403240225941055
LGBM Regressor:  2.402338288630869
[I 2022-11-03 01:53:46,383] Trial 69 finished with value: 2.4022684503420932 and parameters: {'num_leaves': 14, 'max_depth': 15, 'learning_rate': 0.022542284645928543, 'n_estimators': 290, 'class_weight': None, 'min_child_samples': 28, 'min_child_weight': 0.4591898637240304, 'reg_alpha': 0.12895635061788296, 'reg_lambda': 0.5958235995184216}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.400718014338912
LGBM Regressor:  2.8561758511999553
LGBM Regressor:  2.8560185274223864
LGBM Regressor:  2.8577669138785606
LGBM Regressor:  2.8583854410225342
[I 2022-11-03 01:53:50,121] Trial 70 finished with value: 2.8565012862727857 and parameters: {'num_leaves': 19, 'max_depth': 20, 'learning_rate': 0.04435882690880687, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.682480669331078, 'reg_alpha': 0.2918455822448902, 'reg_lambda': 0.157379920299602}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8541596978404917
LGBM Regressor:  2.8453858965865404
LGBM Regressor:  2.8437921406148448
LGBM Regressor:  2.8459134992119983
LGBM Regressor:  2.8461943822974827
[I 2022-11-03 01:53:58,539] Trial 71 finished with value: 2.8446618492314757 and parameters: {'num_leaves': 20, 'max_depth': 20, 'learning_rate': 0.043491920350822784, 'n_estimators': 137, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.6650318665165782, 'reg_alpha': 0.2914372691814448, 'reg_lambda': 0.10311150125572821}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8420233274465114
LGBM Regressor:  2.8498091693722185
LGBM Regressor:  2.848039687073326
LGBM Regressor:  2.8502684727319996
LGBM Regressor:  2.851390294676076
[I 2022-11-03 01:54:03,198] Trial 72 finished with value: 2.8492000898296648 and parameters: {'num_leaves': 10, 'max_depth': 20, 'learning_rate': 0.059930544478145456, 'n_estimators': 144, 'class_weight': 'balanced', 'min_child_samples': 17, 'min_child_weight': 0.7900415285908879, 'reg_alpha': 0.24381097835500232, 'reg_lambda': 0.16651912496732876}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8464928252947046
LGBM Regressor:  2.85027190044448
LGBM Regressor:  2.8495507636661177
LGBM Regressor:  2.8520348769552353
LGBM Regressor:  2.8527104702720316
[I 2022-11-03 01:54:07,066] Trial 73 finished with value: 2.8504643562049248 and parameters: {'num_leaves': 27, 'max_depth': 18, 'learning_rate': 0.04640034204543946, 'n_estimators': 57, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.6174506776689306, 'reg_alpha': 0.21333869933555807, 'reg_lambda': 0.14849599862550353}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8477537696867614
LGBM Regressor:  2.8396359740856414
LGBM Regressor:  2.8377096238419126
LGBM Regressor:  2.840346937840321
LGBM Regressor:  2.8409813999711546
[I 2022-11-03 01:54:21,603] Trial 74 finished with value: 2.839241588648085 and parameters: {'num_leaves': 15, 'max_depth': 19, 'learning_rate': 0.03697575877216451, 'n_estimators': 380, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.7332558081407469, 'reg_alpha': 0.33586367928655536, 'reg_lambda': 0.05858680279707464}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.837534007501395
LGBM Regressor:  2.8399654540811725
LGBM Regressor:  2.8385115317401457
LGBM Regressor:  2.841187624715458
LGBM Regressor:  2.842556162824572
[I 2022-11-03 01:54:36,286] Trial 75 finished with value: 2.840021697275625 and parameters: {'num_leaves': 21, 'max_depth': 20, 'learning_rate': 0.03310065057197791, 'n_estimators': 275, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.5608260183228577, 'reg_alpha': 0.42878098684953886, 'reg_lambda': 0.027599094278502878}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.837887713016779
LGBM Regressor:  2.8480802205054205
LGBM Regressor:  2.846774312988619
LGBM Regressor:  2.8480950111165226
LGBM Regressor:  2.8484274823794
[I 2022-11-03 01:54:44,869] Trial 76 finished with value: 2.847139397529131 and parameters: {'num_leaves': 14, 'max_depth': 16, 'learning_rate': 0.04034205531495246, 'n_estimators': 171, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.6874596532372258, 'reg_alpha': 0.16858321804294185, 'reg_lambda': 0.21573588377719133}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8443199606556924
LGBM Regressor:  2.804980504379928
LGBM Regressor:  2.80074202098789
LGBM Regressor:  2.8069154629351485
LGBM Regressor:  2.8090204588497265
[I 2022-11-03 01:55:46,152] Trial 77 finished with value: 2.8058492713773857 and parameters: {'num_leaves': 33, 'max_depth': 7, 'learning_rate': 0.05127468566488721, 'n_estimators': 1571, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.6408167202133771, 'reg_alpha': 0.29403724897713956, 'reg_lambda': 0.10529219592156455}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8075879097342358
LGBM Regressor:  2.834919353763038
LGBM Regressor:  2.8328362662573583
LGBM Regressor:  2.836737294426642
LGBM Regressor:  2.837375937308672
[I 2022-11-03 01:56:09,579] Trial 78 finished with value: 2.8351000685883365 and parameters: {'num_leaves': 19, 'max_depth': 19, 'learning_rate': 0.027901240237858116, 'n_estimators': 552, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.5185619567600741, 'reg_alpha': 0.4793039812110669, 'reg_lambda': 0.7309252993089917}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.833631491185973
LGBM Regressor:  2.82590437310744
LGBM Regressor:  2.8250416489241164
LGBM Regressor:  2.8283909375409566
LGBM Regressor:  2.830082030692232
[I 2022-11-03 01:56:37,937] Trial 79 finished with value: 2.827221203878749 and parameters: {'num_leaves': 48, 'max_depth': 18, 'learning_rate': 0.024863428999926204, 'n_estimators': 425, 'class_weight': 'balanced', 'min_child_samples': 17, 'min_child_weight': 0.6032724959447437, 'reg_alpha': 0.6108485893158696, 'reg_lambda': 0.27788282739432757}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.826687029129001
LGBM Regressor:  2.824605052380201
LGBM Regressor:  2.8219004231513725
LGBM Regressor:  2.826017192645163
LGBM Regressor:  2.827509092234694
[I 2022-11-03 01:57:42,545] Trial 80 finished with value: 2.8246045513791684 and parameters: {'num_leaves': 10, 'max_depth': 12, 'learning_rate': 0.03177987559496529, 'n_estimators': 2453, 'class_weight': 'balanced', 'min_child_samples': 20, 'min_child_weight': 0.7750365208296774, 'reg_alpha': 0.35301495841483205, 'reg_lambda': 0.327223049311759}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8229909964844118
LGBM Regressor:  2.8582319826288094
LGBM Regressor:  2.857980596909841
LGBM Regressor:  2.8597574834725332
LGBM Regressor:  2.860533011342275
[I 2022-11-03 01:57:45,555] Trial 81 finished with value: 2.858468459958551 and parameters: {'num_leaves': 21, 'max_depth': 18, 'learning_rate': 0.03825192230850443, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.48882632829584494, 'reg_alpha': 0.32944184169309865, 'reg_lambda': 0.12940136331296823}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.855839225439297
LGBM Regressor:  2.854656337548589
LGBM Regressor:  2.854240024966463
LGBM Regressor:  2.856109967849053
LGBM Regressor:  2.8566222740976657
[I 2022-11-03 01:57:48,991] Trial 82 finished with value: 2.8547142372900973 and parameters: {'num_leaves': 22, 'max_depth': 17, 'learning_rate': 0.0450872297370499, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.4836661411797942, 'reg_alpha': 0.40348554947001236, 'reg_lambda': 0.12828186413450754}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8519425819887156
LGBM Regressor:  2.8373155858142534
LGBM Regressor:  2.836684990363152
LGBM Regressor:  2.839206825255182
LGBM Regressor:  2.839860734830385
[I 2022-11-03 01:58:02,313] Trial 83 finished with value: 2.8378481304114516 and parameters: {'num_leaves': 26, 'max_depth': 8, 'learning_rate': 0.0365839195833871, 'n_estimators': 242, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.4392339402463336, 'reg_alpha': 0.31046570206452145, 'reg_lambda': 0.1547199377292662}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8361725157942845
LGBM Regressor:  2.850436375391021
LGBM Regressor:  2.8497141967121693
LGBM Regressor:  2.8516189196274744
LGBM Regressor:  2.8515964040949884
[I 2022-11-03 01:58:10,211] Trial 84 finished with value: 2.850258226478895 and parameters: {'num_leaves': 18, 'max_depth': 18, 'learning_rate': 0.029029026823923172, 'n_estimators': 133, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.5576105511147459, 'reg_alpha': 0.4428360828984224, 'reg_lambda': 0.0761931162422608}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8479252365688206
LGBM Regressor:  2.400396605667374
LGBM Regressor:  2.399747673195382
LGBM Regressor:  2.4016857754705505
LGBM Regressor:  2.4004906710612217
[I 2022-11-03 01:58:19,792] Trial 85 finished with value: 2.4001784591346373 and parameters: {'num_leaves': 14, 'max_depth': 19, 'learning_rate': 0.04791027400096669, 'n_estimators': 209, 'class_weight': None, 'min_child_samples': 18, 'min_child_weight': 0.7136797673715756, 'reg_alpha': 0.977533994557545, 'reg_lambda': 0.023354029428513494}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.3985715702786563
LGBM Regressor:  2.8501951642699725
LGBM Regressor:  2.8484364788158767
LGBM Regressor:  2.8507382711318203
LGBM Regressor:  2.8505922434693236
[I 2022-11-03 01:58:33,429] Trial 86 finished with value: 2.8492727765019223 and parameters: {'num_leaves': 13, 'max_depth': 20, 'learning_rate': 0.018715406082415845, 'n_estimators': 328, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.5082874095595262, 'reg_alpha': 0.2644497850484039, 'reg_lambda': 0.22763115006277793}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.846401724822618
LGBM Regressor:  2.84407594721228
LGBM Regressor:  2.8418044426854863
LGBM Regressor:  2.8443138929508978
LGBM Regressor:  2.844810699282104
[I 2022-11-03 01:58:37,890] Trial 87 finished with value: 2.843041323278382 and parameters: {'num_leaves': 18, 'max_depth': 18, 'learning_rate': 0.0712012638728059, 'n_estimators': 108, 'class_weight': 'balanced', 'min_child_samples': 17, 'min_child_weight': 0.4736851116273923, 'reg_alpha': 0.5210217473382392, 'reg_lambda': 0.18108959801800287}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8402016342611414
LGBM Regressor:  2.8388085945468506
LGBM Regressor:  2.837935724011598
LGBM Regressor:  2.83990952161062
LGBM Regressor:  2.8408389889511367
[I 2022-11-03 01:58:49,616] Trial 88 finished with value: 2.8388792470780784 and parameters: {'num_leaves': 30, 'max_depth': 17, 'learning_rate': 0.032046781627047466, 'n_estimators': 205, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.8358973938472867, 'reg_alpha': 0.36804897477881454, 'reg_lambda': 0.09538466763877584}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8369034062701886
LGBM Regressor:  2.8351375171023254
LGBM Regressor:  2.8341272003747697
LGBM Regressor:  2.8370138466127823
LGBM Regressor:  2.838219062564094
[I 2022-11-03 01:59:13,082] Trial 89 finished with value: 2.8357593108837063 and parameters: {'num_leaves': 25, 'max_depth': 19, 'learning_rate': 0.022583087034688403, 'n_estimators': 484, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.6707956138974096, 'reg_alpha': 0.24022920082951205, 'reg_lambda': 0.7963370975124651}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8342989277645594
LGBM Regressor:  2.8414229709746284
LGBM Regressor:  2.841821611490085
LGBM Regressor:  2.844183333186034
LGBM Regressor:  2.8450981766017187
[I 2022-11-03 01:59:21,736] Trial 90 finished with value: 2.8424710360703793 and parameters: {'num_leaves': 84, 'max_depth': 16, 'learning_rate': 0.04031189525210815, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.4120757428589207, 'reg_alpha': 0.564645086335675, 'reg_lambda': 0.13196981716682232}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8398290880994304
LGBM Regressor:  2.854459790887055
LGBM Regressor:  2.854532054149049
LGBM Regressor:  2.856186992909719
LGBM Regressor:  2.8573210402708513
[I 2022-11-03 01:59:25,133] Trial 91 finished with value: 2.8549667685934152 and parameters: {'num_leaves': 21, 'max_depth': 17, 'learning_rate': 0.044075603418280075, 'n_estimators': 54, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.49044019588085686, 'reg_alpha': 0.39532179722898564, 'reg_lambda': 0.12352874576356766}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.852333964750403
LGBM Regressor:  2.847651822051038
LGBM Regressor:  2.846274688358414
LGBM Regressor:  2.848089081235475
LGBM Regressor:  2.847806864718053
[I 2022-11-03 01:59:33,662] Trial 92 finished with value: 2.8467050546058106 and parameters: {'num_leaves': 17, 'max_depth': 9, 'learning_rate': 0.034800813514494745, 'n_estimators': 167, 'class_weight': 'balanced', 'min_child_samples': 20, 'min_child_weight': 0.540414714492515, 'reg_alpha': 0.3847193609795004, 'reg_lambda': 0.03454195243715595}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8437028166660743
LGBM Regressor:  2.848062135783404
LGBM Regressor:  2.8461799514193977
LGBM Regressor:  2.8483027191147596
LGBM Regressor:  2.849166919801036
[I 2022-11-03 01:59:45,285] Trial 93 finished with value: 2.8472832732341375 and parameters: {'num_leaves': 10, 'max_depth': 19, 'learning_rate': 0.038208859981514846, 'n_estimators': 269, 'class_weight': 'balanced', 'min_child_samples': 16, 'min_child_weight': 0.44216953248001756, 'reg_alpha': 0.3434506849379302, 'reg_lambda': 0.06474273620217587}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.844704640052091
LGBM Regressor:  2.851493437812476
LGBM Regressor:  2.8509737462957916
LGBM Regressor:  2.8531953804903467
LGBM Regressor:  2.8538570511810586
[I 2022-11-03 01:59:53,309] Trial 94 finished with value: 2.8517654652130617 and parameters: {'num_leaves': 21, 'max_depth': 18, 'learning_rate': 0.0270758156719322, 'n_estimators': 110, 'class_weight': 'balanced', 'min_child_samples': 18, 'min_child_weight': 0.08103888991435296, 'reg_alpha': 0.4576988911519121, 'reg_lambda': 0.1521604509920639}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8493077102856343
LGBM Regressor:  2.8227537788403754
LGBM Regressor:  2.822219419263018
LGBM Regressor:  2.824366647136613
LGBM Regressor:  2.8263173714074106
[I 2022-11-03 02:00:16,427] Trial 95 finished with value: 2.8237004274246202 and parameters: {'num_leaves': 40, 'max_depth': 11, 'learning_rate': 0.05000287668541265, 'n_estimators': 356, 'class_weight': 'balanced', 'min_child_samples': 50, 'min_child_weight': 0.5691073531931516, 'reg_alpha': 0.40868588670847683, 'reg_lambda': 0.10503727887617223}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8228449204756823
LGBM Regressor:  2.8461919373998104
LGBM Regressor:  2.8438072368375913
LGBM Regressor:  2.8465734262595803
LGBM Regressor:  2.846857083060322
[I 2022-11-03 02:00:23,466] Trial 96 finished with value: 2.8451293298426252 and parameters: {'num_leaves': 13, 'max_depth': 20, 'learning_rate': 0.05464892218256502, 'n_estimators': 175, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.6018734930308312, 'reg_alpha': 0.2896031957970428, 'reg_lambda': 0.393644545261525}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8422169656558225
LGBM Regressor:  2.8441230341864716
LGBM Regressor:  2.8444690707331155
LGBM Regressor:  2.846332210233163
LGBM Regressor:  2.84721271156168
[I 2022-11-03 02:00:29,202] Trial 97 finished with value: 2.8447685146679413 and parameters: {'num_leaves': 59, 'max_depth': 17, 'learning_rate': 0.044199160259886634, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 36, 'min_child_weight': 0.35594806554161806, 'reg_alpha': 0.31941833506021555, 'reg_lambda': 0.059214071410358796}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.841705546625275
LGBM Regressor:  2.4018334412464215
LGBM Regressor:  2.401199604175172
LGBM Regressor:  2.402751817972341
LGBM Regressor:  2.4014302664908946
[I 2022-11-03 02:00:41,453] Trial 98 finished with value: 2.401291340326466 and parameters: {'num_leaves': 17, 'max_depth': 14, 'learning_rate': 0.02532670712071193, 'n_estimators': 241, 'class_weight': None, 'min_child_samples': 21, 'min_child_weight': 0.5298375256178087, 'reg_alpha': 0.4885695020474403, 'reg_lambda': 0.19865935601991708}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.3992415717475017
LGBM Regressor:  2.838473569366141
LGBM Regressor:  2.837433557096359
LGBM Regressor:  2.840277388320249
LGBM Regressor:  2.841234937280971
[I 2022-11-03 02:01:03,574] Trial 99 finished with value: 2.8387598131991743 and parameters: {'num_leaves': 28, 'max_depth': 19, 'learning_rate': 0.020155933937524215, 'n_estimators': 361, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.49883542632532485, 'reg_alpha': 0.42298703015921435, 'reg_lambda': 0.01445925382776208}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.836379613932151
LGBM Regressor:  2.810119833043255
LGBM Regressor:  2.806516478228205
LGBM Regressor:  2.812891996379956
LGBM Regressor:  2.8140525462821944
[I 2022-11-03 02:02:06,459] Trial 100 finished with value: 2.810881458956968 and parameters: {'num_leaves': 21, 'max_depth': 18, 'learning_rate': 0.04175516512748039, 'n_estimators': 2104, 'class_weight': 'balanced', 'min_child_samples': 31, 'min_child_weight': 0.3991197808613021, 'reg_alpha': 0.1944226594388619, 'reg_lambda': 0.2593409722700204}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.810826440851229
LGBM Regressor:  2.8511332864454757
LGBM Regressor:  2.8505268145395095
LGBM Regressor:  2.8526803317494034
LGBM Regressor:  2.853295844859093
[I 2022-11-03 02:02:13,814] Trial 101 finished with value: 2.8512932673539773 and parameters: {'num_leaves': 23, 'max_depth': 17, 'learning_rate': 0.02937978975335236, 'n_estimators': 98, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.47566581731892904, 'reg_alpha': 0.39748505241861243, 'reg_lambda': 0.11913077509500265}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.848830059176404
LGBM Regressor:  2.8619907482542253
LGBM Regressor:  2.862199693973273
LGBM Regressor:  2.863133999466224
LGBM Regressor:  2.863909210002691
[I 2022-11-03 02:02:17,877] Trial 102 finished with value: 2.8623172622455373 and parameters: {'num_leaves': 13, 'max_depth': 17, 'learning_rate': 0.023020156944832195, 'n_estimators': 91, 'class_weight': 'balanced', 'min_child_samples': 19, 'min_child_weight': 0.6548315991422846, 'reg_alpha': 0.3634237689832488, 'reg_lambda': 0.13037135527850519}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8603526595312743
LGBM Regressor:  2.8571632442001342
LGBM Regressor:  2.8565466467386904
LGBM Regressor:  2.8584119205618284
LGBM Regressor:  2.8583320115220743
[I 2022-11-03 02:02:27,342] Trial 103 finished with value: 2.857013448470383 and parameters: {'num_leaves': 12, 'max_depth': 18, 'learning_rate': 0.020604055275543084, 'n_estimators': 159, 'class_weight': 'balanced', 'min_child_samples': 16, 'min_child_weight': 0.6363948194066434, 'reg_alpha': 0.36036714537436326, 'reg_lambda': 0.08391102314949692}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.854613419329186
LGBM Regressor:  2.856715280230154
LGBM Regressor:  2.8563885297408347
LGBM Regressor:  2.858083755015886
LGBM Regressor:  2.858134460888528
[I 2022-11-03 02:02:36,495] Trial 104 finished with value: 2.85673182668899 and parameters: {'num_leaves': 13, 'max_depth': 19, 'learning_rate': 0.01663317316493558, 'n_estimators': 188, 'class_weight': 'balanced', 'min_child_samples': 16, 'min_child_weight': 0.656301645563067, 'reg_alpha': 0.3545845072124163, 'reg_lambda': 0.17651345752881906}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8543371075695463
LGBM Regressor:  2.854363193188373
LGBM Regressor:  2.853534890911034
LGBM Regressor:  2.855621426326776
LGBM Regressor:  2.855329755027406
[I 2022-11-03 02:02:48,561] Trial 105 finished with value: 2.8541294130648724 and parameters: {'num_leaves': 12, 'max_depth': 19, 'learning_rate': 0.015615341507369769, 'n_estimators': 267, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.6469240050723116, 'reg_alpha': 0.36581553230834263, 'reg_lambda': 0.17013856268487115}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.851797799870775
LGBM Regressor:  2.854082365433639
LGBM Regressor:  2.8531265081124415
LGBM Regressor:  2.8554236546292566
LGBM Regressor:  2.8554378921015733
[I 2022-11-03 02:02:58,215] Trial 106 finished with value: 2.8538418156368586 and parameters: {'num_leaves': 16, 'max_depth': 6, 'learning_rate': 0.01872174569379985, 'n_estimators': 182, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.7615346457799529, 'reg_alpha': 0.34380972468686677, 'reg_lambda': 0.22176453125464404}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.851138657907382
LGBM Regressor:  2.8495852060812634
LGBM Regressor:  2.846748891435776
LGBM Regressor:  2.849533732034376
LGBM Regressor:  2.8504315772275253
[I 2022-11-03 02:03:12,635] Trial 107 finished with value: 2.848418216837576 and parameters: {'num_leaves': 10, 'max_depth': 18, 'learning_rate': 0.02288351368700169, 'n_estimators': 404, 'class_weight': 'balanced', 'min_child_samples': 16, 'min_child_weight': 0.6819132833467711, 'reg_alpha': 0.3155092124700286, 'reg_lambda': 0.08664752654241135}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8457916774089393
LGBM Regressor:  2.8479434872000633
LGBM Regressor:  2.8458449013827622
LGBM Regressor:  2.848199965367909
LGBM Regressor:  2.84814571144534
[I 2022-11-03 02:03:28,003] Trial 108 finished with value: 2.8468417546841307 and parameters: {'num_leaves': 16, 'max_depth': 10, 'learning_rate': 0.02058185660422176, 'n_estimators': 303, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.7041089695031331, 'reg_alpha': 0.8592661405809553, 'reg_lambda': 0.14402957806984468}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.844074708024578
LGBM Regressor:  2.864777064979255
LGBM Regressor:  2.8646123150366645
LGBM Regressor:  2.865531239444972
LGBM Regressor:  2.866035995903714
[I 2022-11-03 02:03:34,828] Trial 109 finished with value: 2.86479211588677 and parameters: {'num_leaves': 13, 'max_depth': 8, 'learning_rate': 0.015526761940673975, 'n_estimators': 115, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.734241193245881, 'reg_alpha': 0.28221606425353446, 'reg_lambda': 0.18396406208493138}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8630039640692453
LGBM Regressor:  2.858326580846144
LGBM Regressor:  2.8582534817204737
LGBM Regressor:  2.8595773600632928
LGBM Regressor:  2.8599129514152195
[I 2022-11-03 02:03:44,949] Trial 110 finished with value: 2.8584648625197286 and parameters: {'num_leaves': 13, 'max_depth': 8, 'learning_rate': 0.012915926292919743, 'n_estimators': 213, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.7337921555260961, 'reg_alpha': 0.2508305604598209, 'reg_lambda': 0.1999483866232537}. Best is trial 16 with value: 2.869744681176064.
LGBM Regressor:  2.8562539385535133
LGBM Regressor:  2.8707283593501094
LGBM Regressor:  2.8704798931756907
LGBM Regressor:  2.8716037041036095
LGBM Regressor:  2.872297939012875
[I 2022-11-03 02:03:49,516] Trial 111 finished with value: 2.8709591563037997 and parameters: {'num_leaves': 13, 'max_depth': 8, 'learning_rate': 0.011857818242244461, 'n_estimators': 101, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.7315047261325159, 'reg_alpha': 0.25818402679808516, 'reg_lambda': 0.24230919595311912}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.869685885876713
LGBM Regressor:  2.8689618709293088
LGBM Regressor:  2.868628470392076
LGBM Regressor:  2.8696978408879104
LGBM Regressor:  2.8703245183629167
[I 2022-11-03 02:03:56,069] Trial 112 finished with value: 2.8690996511953126 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.011511508191799988, 'n_estimators': 119, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.7329072825387521, 'reg_alpha': 0.22423666315874305, 'reg_lambda': 0.2524323389002016}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.867885555404351
LGBM Regressor:  2.86534148567677
LGBM Regressor:  2.8650596103345047
LGBM Regressor:  2.8660999036162327
LGBM Regressor:  2.8666730088532475
[I 2022-11-03 02:04:04,183] Trial 113 finished with value: 2.8653871556905095 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.012447787174376291, 'n_estimators': 139, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.73070333707061, 'reg_alpha': 0.21494830262348044, 'reg_lambda': 0.31145326684889707}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.863761769971793
LGBM Regressor:  2.8685076385862622
LGBM Regressor:  2.868329073582734
LGBM Regressor:  2.8692986970801067
LGBM Regressor:  2.8705477349169857
[I 2022-11-03 02:04:09,927] Trial 114 finished with value: 2.8688105420090215 and parameters: {'num_leaves': 16, 'max_depth': 7, 'learning_rate': 0.011659456581945187, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.7484961325945815, 'reg_alpha': 0.2159475856819598, 'reg_lambda': 0.35158096652028265}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8673695658790206
LGBM Regressor:  2.852305299585381
LGBM Regressor:  2.8518206304610865
LGBM Regressor:  2.853927357949328
LGBM Regressor:  2.854635926264218
[I 2022-11-03 02:04:25,208] Trial 115 finished with value: 2.852587506376056 and parameters: {'num_leaves': 25, 'max_depth': 7, 'learning_rate': 0.011017696387830097, 'n_estimators': 238, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.7341899026416806, 'reg_alpha': 0.22530632285306032, 'reg_lambda': 0.3025179083149111}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.850248317620266
LGBM Regressor:  2.8677878121619402
LGBM Regressor:  2.867506476895544
LGBM Regressor:  2.868229963403451
LGBM Regressor:  2.8694574357856664
[I 2022-11-03 02:04:30,026] Trial 116 finished with value: 2.8679022421845426 and parameters: {'num_leaves': 16, 'max_depth': 8, 'learning_rate': 0.01246956548786301, 'n_estimators': 102, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.7495143412269606, 'reg_alpha': 0.18442096205308192, 'reg_lambda': 0.27268276564384886}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8665295226761094
LGBM Regressor:  2.8567151628809455
LGBM Regressor:  2.8579921890167297
LGBM Regressor:  2.860233571933083
LGBM Regressor:  2.8609599750687043
[I 2022-11-03 02:04:43,840] Trial 117 finished with value: 2.8585341336959234 and parameters: {'num_leaves': 100, 'max_depth': 7, 'learning_rate': 0.011951930016330214, 'n_estimators': 109, 'class_weight': 'balanced', 'min_child_samples': 3, 'min_child_weight': 0.7968844685392958, 'reg_alpha': 0.2129624058949425, 'reg_lambda': 0.3713120741421863}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.856769769580153
LGBM Regressor:  2.855116479250419
LGBM Regressor:  2.855839072419596
LGBM Regressor:  2.8588816559426777
LGBM Regressor:  2.859425831658937
[I 2022-11-03 02:04:58,328] Trial 118 finished with value: 2.85686146318498 and parameters: {'num_leaves': 107, 'max_depth': 7, 'learning_rate': 0.0121878183611813, 'n_estimators': 116, 'class_weight': 'balanced', 'min_child_samples': 3, 'min_child_weight': 0.8796084080507207, 'reg_alpha': 0.1410598729395224, 'reg_lambda': 0.3579209313741333}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8550442766532704
LGBM Regressor:  2.407329534595654
LGBM Regressor:  2.4070083180755577
LGBM Regressor:  2.4082712200528276
LGBM Regressor:  2.4072165502015612
[I 2022-11-03 02:05:15,320] Trial 119 finished with value: 2.407189215052817 and parameters: {'num_leaves': 121, 'max_depth': 5, 'learning_rate': 0.010003368393047078, 'n_estimators': 285, 'class_weight': None, 'min_child_samples': 6, 'min_child_weight': 0.8130395159244422, 'reg_alpha': 0.17492354730843024, 'reg_lambda': 0.42392614666914247}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.406120452338485
LGBM Regressor:  2.862009037376404
LGBM Regressor:  2.8616678947008842
LGBM Regressor:  2.863290902076795
LGBM Regressor:  2.864905772423999
[I 2022-11-03 02:05:25,418] Trial 120 finished with value: 2.862525438754544 and parameters: {'num_leaves': 66, 'max_depth': 6, 'learning_rate': 0.010978250197359775, 'n_estimators': 118, 'class_weight': 'balanced', 'min_child_samples': 5, 'min_child_weight': 0.7617576062876386, 'reg_alpha': 0.10299114659707939, 'reg_lambda': 0.27840122705499354}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.860753587194637
LGBM Regressor:  2.8556241039922083
LGBM Regressor:  2.856384112326258
LGBM Regressor:  2.8579251860844175
LGBM Regressor:  2.858460327023182
[I 2022-11-03 02:05:40,441] Trial 121 finished with value: 2.856577248370973 and parameters: {'num_leaves': 97, 'max_depth': 8, 'learning_rate': 0.010693152890694765, 'n_estimators': 116, 'class_weight': 'balanced', 'min_child_samples': 5, 'min_child_weight': 0.7568007649350343, 'reg_alpha': 0.18891160734724743, 'reg_lambda': 0.314907773121752}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.854492512428798
LGBM Regressor:  2.822114884472919
LGBM Regressor:  2.8214600133404826
LGBM Regressor:  2.826039092721628
LGBM Regressor:  2.827269399669689
[I 2022-11-03 02:06:49,482] Trial 122 finished with value: 2.8241709844328007 and parameters: {'num_leaves': 66, 'max_depth': 6, 'learning_rate': 0.014148003176964132, 'n_estimators': 1279, 'class_weight': 'balanced', 'min_child_samples': 4, 'min_child_weight': 0.8016741688273881, 'reg_alpha': 0.08582434083392337, 'reg_lambda': 0.2786705294038878}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8239715319592857
LGBM Regressor:  2.859354343450977
LGBM Regressor:  2.860680404651967
LGBM Regressor:  2.8625236328869197
LGBM Regressor:  2.8630920072815864
[I 2022-11-03 02:07:00,748] Trial 123 finished with value: 2.8609666273051317 and parameters: {'num_leaves': 82, 'max_depth': 7, 'learning_rate': 0.011663142539695814, 'n_estimators': 99, 'class_weight': 'balanced', 'min_child_samples': 2, 'min_child_weight': 0.7818253493931853, 'reg_alpha': 0.055233197112362784, 'reg_lambda': 0.3716883353161594}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8591827482542085
LGBM Regressor:  2.8514703627077798
LGBM Regressor:  2.8493026253777822
LGBM Regressor:  2.8517497568296464
LGBM Regressor:  2.8528124232092624
[I 2022-11-03 02:07:21,388] Trial 124 finished with value: 2.8505601956126867 and parameters: {'num_leaves': 78, 'max_depth': 5, 'learning_rate': 0.011338275156349215, 'n_estimators': 334, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.713507578857195, 'reg_alpha': 0.10900146666167822, 'reg_lambda': 0.25491818959493384}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8474658099389636
LGBM Regressor:  2.842713538365508
LGBM Regressor:  2.8419261970895753
LGBM Regressor:  2.84522542112941
LGBM Regressor:  2.845980384715691
[I 2022-11-03 02:07:46,409] Trial 125 finished with value: 2.8433130677931997 and parameters: {'num_leaves': 87, 'max_depth': 9, 'learning_rate': 0.01056863519554379, 'n_estimators': 212, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.7712275505565812, 'reg_alpha': 0.06285209699350852, 'reg_lambda': 0.3409787475482709}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.840719797665812
LGBM Regressor:  2.853126960308161
LGBM Regressor:  2.8537567231541745
LGBM Regressor:  2.8553588346549827
LGBM Regressor:  2.8562724331589857
[I 2022-11-03 02:08:00,141] Trial 126 finished with value: 2.8540925040806266 and parameters: {'num_leaves': 82, 'max_depth': 8, 'learning_rate': 0.013005847333590398, 'n_estimators': 111, 'class_weight': 'balanced', 'min_child_samples': 5, 'min_child_weight': 0.8510672562553953, 'reg_alpha': 0.10753780534780659, 'reg_lambda': 0.2739648866820612}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.851947569126828
LGBM Regressor:  2.8466197070283457
LGBM Regressor:  2.8451768457494047
LGBM Regressor:  2.8476909473088576
LGBM Regressor:  2.8487935549638443
[I 2022-11-03 02:08:20,383] Trial 127 finished with value: 2.846534829389635 and parameters: {'num_leaves': 73, 'max_depth': 6, 'learning_rate': 0.013921857323555421, 'n_estimators': 241, 'class_weight': 'balanced', 'min_child_samples': 2, 'min_child_weight': 0.7516322640664209, 'reg_alpha': 0.1558155476865314, 'reg_lambda': 0.2383445020406469}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8443930918977207
LGBM Regressor:  2.8627820697171957
LGBM Regressor:  2.8622581652793078
LGBM Regressor:  2.863547370704879
LGBM Regressor:  2.8642462488727376
[I 2022-11-03 02:08:29,255] Trial 128 finished with value: 2.862766536847064 and parameters: {'num_leaves': 16, 'max_depth': 7, 'learning_rate': 0.01240034929203862, 'n_estimators': 144, 'class_weight': 'balanced', 'min_child_samples': 4, 'min_child_weight': 0.8257490473745042, 'reg_alpha': 0.23313042597509864, 'reg_lambda': 0.47776691397531845}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8609988296611983
LGBM Regressor:  2.8495954466741615
LGBM Regressor:  2.849891650127712
LGBM Regressor:  2.8529396322418097
LGBM Regressor:  2.8532325130421756
[I 2022-11-03 02:08:46,930] Trial 129 finished with value: 2.8509955802098075 and parameters: {'num_leaves': 92, 'max_depth': 7, 'learning_rate': 0.012271804406201686, 'n_estimators': 157, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.822795229219837, 'reg_alpha': 0.04347282975626235, 'reg_lambda': 0.4837483053281886}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8493186589631776
LGBM Regressor:  2.8157538900892196
LGBM Regressor:  2.8129102215334276
LGBM Regressor:  2.819562499320312
LGBM Regressor:  2.819237042741109
[I 2022-11-03 02:11:01,044] Trial 130 finished with value: 2.816857594868296 and parameters: {'num_leaves': 142, 'max_depth': 6, 'learning_rate': 0.01157385911323323, 'n_estimators': 2671, 'class_weight': 'balanced', 'min_child_samples': 2, 'min_child_weight': 0.7282472879653931, 'reg_alpha': 0.22963971215084739, 'reg_lambda': 0.44025202517020834}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8168243206574104
LGBM Regressor:  2.868430791149306
LGBM Regressor:  2.8681977631676334
LGBM Regressor:  2.8688408839936472
LGBM Regressor:  2.870179804158669
[I 2022-11-03 02:11:05,555] Trial 131 finished with value: 2.868531556832724 and parameters: {'num_leaves': 17, 'max_depth': 8, 'learning_rate': 0.012599070498177089, 'n_estimators': 94, 'class_weight': 'balanced', 'min_child_samples': 4, 'min_child_weight': 0.7825663291646473, 'reg_alpha': 0.2712326603552917, 'reg_lambda': 0.3257414479098727}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8670085416943634
LGBM Regressor:  2.8574931250486784
LGBM Regressor:  2.8571184783775374
LGBM Regressor:  2.8585707655480044
LGBM Regressor:  2.8592371682086446
[I 2022-11-03 02:11:13,875] Trial 132 finished with value: 2.8574716568079497 and parameters: {'num_leaves': 16, 'max_depth': 7, 'learning_rate': 0.015342955290866909, 'n_estimators': 166, 'class_weight': 'balanced', 'min_child_samples': 4, 'min_child_weight': 0.782803593944164, 'reg_alpha': 0.27194803881108315, 'reg_lambda': 0.3232611278165842}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.854938746856886
LGBM Regressor:  2.8511503311495967
LGBM Regressor:  2.850355889107792
LGBM Regressor:  2.8525477313803824
LGBM Regressor:  2.852521321380449
[I 2022-11-03 02:11:29,804] Trial 133 finished with value: 2.8510249315105405 and parameters: {'num_leaves': 18, 'max_depth': 9, 'learning_rate': 0.01273493256873958, 'n_estimators': 289, 'class_weight': 'balanced', 'min_child_samples': 5, 'min_child_weight': 0.9000896936170752, 'reg_alpha': 0.15140134793319268, 'reg_lambda': 0.40971788360928035}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.848549384534482
LGBM Regressor:  2.8667091207291526
LGBM Regressor:  2.866721480420696
LGBM Regressor:  2.8673610143052213
LGBM Regressor:  2.8683714777195655
[I 2022-11-03 02:11:35,322] Trial 134 finished with value: 2.8668961883126562 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.013607956322457747, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.7774601085312812, 'reg_alpha': 0.1796948356364659, 'reg_lambda': 0.300355402624936}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8653178483886474
LGBM Regressor:  2.8569153834401564
LGBM Regressor:  2.8571048741969483
LGBM Regressor:  2.8582684953869313
LGBM Regressor:  2.85872154515334
[I 2022-11-03 02:11:45,088] Trial 135 finished with value: 2.857166194027037 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.013585850279237432, 'n_estimators': 196, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.6978066111544278, 'reg_alpha': 0.24911309641111368, 'reg_lambda': 0.2977667629767232}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.854820671957809
LGBM Regressor:  2.8638703668432943
LGBM Regressor:  2.8634657385246087
LGBM Regressor:  2.8642954677367123
LGBM Regressor:  2.8655835301633426
[I 2022-11-03 02:11:50,238] Trial 136 finished with value: 2.8638417087380965 and parameters: {'num_leaves': 18, 'max_depth': 8, 'learning_rate': 0.01498455072822972, 'n_estimators': 102, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.7510300403541753, 'reg_alpha': 0.17960151394098078, 'reg_lambda': 0.342979423785093}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8619934404225233
LGBM Regressor:  2.8509398706517257
LGBM Regressor:  2.85045531427536
LGBM Regressor:  2.8526627824790856
LGBM Regressor:  2.8527918550416547
[I 2022-11-03 02:12:04,719] Trial 137 finished with value: 2.851033289167411 and parameters: {'num_leaves': 19, 'max_depth': 8, 'learning_rate': 0.01468423199081434, 'n_estimators': 242, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.7506235748088035, 'reg_alpha': 0.1833440934345692, 'reg_lambda': 0.3425853287745666}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8483166233892283
LGBM Regressor:  2.8455824421400653
LGBM Regressor:  2.845322770776987
LGBM Regressor:  2.8477072380856394
LGBM Regressor:  2.84775793226224
[I 2022-11-03 02:12:26,803] Trial 138 finished with value: 2.8460085145955047 and parameters: {'num_leaves': 24, 'max_depth': 9, 'learning_rate': 0.012371165687298753, 'n_estimators': 346, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.8417403453774598, 'reg_alpha': 0.2257086766582072, 'reg_lambda': 0.28764084222695646}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8436721897125925
LGBM Regressor:  2.8629182121902823
LGBM Regressor:  2.862375862028344
LGBM Regressor:  2.8636338581161014
LGBM Regressor:  2.86458232118473
[I 2022-11-03 02:12:34,378] Trial 139 finished with value: 2.862843829617353 and parameters: {'num_leaves': 15, 'max_depth': 6, 'learning_rate': 0.013363421164643634, 'n_estimators': 142, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.8120109211825453, 'reg_alpha': 0.21023730201243118, 'reg_lambda': 0.3253106003041916}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.860708894567307
LGBM Regressor:  2.8495276587463105
LGBM Regressor:  2.8469634927431864
LGBM Regressor:  2.849770762307221
LGBM Regressor:  2.8497014073502887
[I 2022-11-03 02:12:53,968] Trial 140 finished with value: 2.848225257139665 and parameters: {'num_leaves': 16, 'max_depth': 6, 'learning_rate': 0.013470089396368921, 'n_estimators': 420, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.8123157302870746, 'reg_alpha': 0.119304362474074, 'reg_lambda': 0.31765565468053836}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.845162964551319
LGBM Regressor:  2.860289900108988
LGBM Regressor:  2.85985749806366
LGBM Regressor:  2.8612373538007616
LGBM Regressor:  2.8620407319124714
[I 2022-11-03 02:13:03,117] Trial 141 finished with value: 2.8603390354444316 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.014830008831145948, 'n_estimators': 145, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9506312525778557, 'reg_alpha': 0.207468339875823, 'reg_lambda': 0.3843678423700602}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8582696933362763
LGBM Regressor:  2.870618123024293
LGBM Regressor:  2.8702489500114217
LGBM Regressor:  2.8716778632314193
LGBM Regressor:  2.8720384563462886
[I 2022-11-03 02:13:07,862] Trial 142 finished with value: 2.8708467691011554 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.012676781444306305, 'n_estimators': 96, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.7629166237204053, 'reg_alpha': 0.25647879848338084, 'reg_lambda': 0.241220541281543}. Best is trial 111 with value: 2.8709591563037997.
LGBM Regressor:  2.8696504528923557
LGBM Regressor:  2.8787539274030887
LGBM Regressor:  2.8790578670412232
LGBM Regressor:  2.8796573026503065
LGBM Regressor:  2.880064657892928
[I 2022-11-03 02:13:10,669] Trial 143 finished with value: 2.8791234089340154 and parameters: {'num_leaves': 18, 'max_depth': 7, 'learning_rate': 0.011051697240281492, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.8569675689916738, 'reg_alpha': 0.17279199427288777, 'reg_lambda': 0.24581860326424324}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.87808328968253
LGBM Regressor:  2.8558311256834754
LGBM Regressor:  2.8551289133114137
LGBM Regressor:  2.856917730658037
LGBM Regressor:  2.8579212987697953
[I 2022-11-03 02:13:21,361] Trial 144 finished with value: 2.8558064138456887 and parameters: {'num_leaves': 19, 'max_depth': 7, 'learning_rate': 0.012830108573857997, 'n_estimators': 197, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.8512438332718566, 'reg_alpha': 0.1687286194060194, 'reg_lambda': 0.25604354005105345}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.853233000805721
LGBM Regressor:  2.8769202443347304
LGBM Regressor:  2.8774891722326164
LGBM Regressor:  2.8779509565175774
LGBM Regressor:  2.8783230290931967
[I 2022-11-03 02:13:25,186] Trial 145 finished with value: 2.8774207040932622 and parameters: {'num_leaves': 22, 'max_depth': 7, 'learning_rate': 0.010400684797968135, 'n_estimators': 55, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.869049340553188, 'reg_alpha': 0.2764047741549529, 'reg_lambda': 0.3383291391835902}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.8764201182881894
LGBM Regressor:  2.420458648178701
LGBM Regressor:  2.4202765294265913
LGBM Regressor:  2.420690082870591
LGBM Regressor:  2.4202586839434863
[I 2022-11-03 02:13:28,574] Trial 146 finished with value: 2.4203331453829344 and parameters: {'num_leaves': 22, 'max_depth': 8, 'learning_rate': 0.010389746550494596, 'n_estimators': 55, 'class_weight': None, 'min_child_samples': 12, 'min_child_weight': 0.8636421299049942, 'reg_alpha': 0.282433887662287, 'reg_lambda': 0.2400431492043551}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.419981782495302
LGBM Regressor:  2.8567298236453316
LGBM Regressor:  2.8563237547388107
LGBM Regressor:  2.858097518133749
LGBM Regressor:  2.8582405324708047
[I 2022-11-03 02:13:41,113] Trial 147 finished with value: 2.856779702783922 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.011261984765091765, 'n_estimators': 282, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.8713779458146692, 'reg_alpha': 0.25474446441421583, 'reg_lambda': 0.33777456008730594}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.8545068849309136
LGBM Regressor:  2.836264104120352
LGBM Regressor:  2.8361921037847972
LGBM Regressor:  2.837985643275791
LGBM Regressor:  2.839598063828122
[I 2022-11-03 02:14:18,823] Trial 148 finished with value: 2.8370596557751635 and parameters: {'num_leaves': 26, 'max_depth': 8, 'learning_rate': 0.011776408779062003, 'n_estimators': 833, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.7178911815717053, 'reg_alpha': 0.19418577835281198, 'reg_lambda': 0.3038614785357589}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.835258363866755
LGBM Regressor:  2.8723081381747413
LGBM Regressor:  2.87218353059765
LGBM Regressor:  2.8728547340037593
LGBM Regressor:  2.873949075628582
[I 2022-11-03 02:14:22,609] Trial 149 finished with value: 2.8724319063849664 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.013816124134980621, 'n_estimators': 94, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9214422760854991, 'reg_alpha': 0.14099837170633253, 'reg_lambda': 0.35217069568341225}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.870864053520099
LGBM Regressor:  2.8781165566926
LGBM Regressor:  2.8779944364115635
LGBM Regressor:  2.878710330690724
LGBM Regressor:  2.8794746829567375
[I 2022-11-03 02:14:25,066] Trial 150 finished with value: 2.878251616697719 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.016470449451189934, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.8990431215476812, 'reg_alpha': 0.1316232183767629, 'reg_lambda': 0.3572016693575693}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.87696207673697
LGBM Regressor:  2.8769825825775883
LGBM Regressor:  2.8769895423482437
LGBM Regressor:  2.8779062708631558
LGBM Regressor:  2.878545321790513
[I 2022-11-03 02:14:27,804] Trial 151 finished with value: 2.877256870701896 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.014518327107063241, 'n_estimators': 62, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9237118515737188, 'reg_alpha': 0.14790110870273712, 'reg_lambda': 0.34855331574842974}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.875860635929978
LGBM Regressor:  2.87717475759778
LGBM Regressor:  2.877025492556831
LGBM Regressor:  2.8779325418543555
LGBM Regressor:  2.878718777368473
[I 2022-11-03 02:14:30,240] Trial 152 finished with value: 2.8773800886398675 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.0167314967720733, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9310343320582346, 'reg_alpha': 0.1340932049917098, 'reg_lambda': 0.357780994092577}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.876048873821897
LGBM Regressor:  2.873982834386786
LGBM Regressor:  2.873962193236718
LGBM Regressor:  2.8750303687624883
LGBM Regressor:  2.8759646746533654
[I 2022-11-03 02:14:33,412] Trial 153 finished with value: 2.87436079468826 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01630880789150981, 'n_estimators': 69, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.932472068772212, 'reg_alpha': 0.16521798275414562, 'reg_lambda': 0.354633926903595}. Best is trial 143 with value: 2.8791234089340154.
LGBM Regressor:  2.872863902401941
LGBM Regressor:  2.879938955279407
LGBM Regressor:  2.879532337910871
LGBM Regressor:  2.880415520534877
LGBM Regressor:  2.8812134783534553
[I 2022-11-03 02:14:35,835] Trial 154 finished with value: 2.8799734317829677 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.014042706376106244, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9526571966143426, 'reg_alpha': 0.1473006621229444, 'reg_lambda': 0.35945076922248687}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.878766866836228
LGBM Regressor:  2.874011323377821
LGBM Regressor:  2.873950497720653
LGBM Regressor:  2.874939722742815
LGBM Regressor:  2.8758652762116688
[I 2022-11-03 02:14:38,728] Trial 155 finished with value: 2.8743138136504123 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01610761545719917, 'n_estimators': 70, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9425539403623322, 'reg_alpha': 0.1265006605856914, 'reg_lambda': 0.398642361681475}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8728022481991045
LGBM Regressor:  2.8759624843329004
LGBM Regressor:  2.876329830645939
LGBM Regressor:  2.8770468772138695
LGBM Regressor:  2.877673763378883
[I 2022-11-03 02:14:41,282] Trial 156 finished with value: 2.8764725795297936 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.016000569040941374, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9372198274473081, 'reg_alpha': 0.13028653623560052, 'reg_lambda': 0.3923211605679894}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8753499420773747
LGBM Regressor:  2.877005866741791
LGBM Regressor:  2.8769152837494127
LGBM Regressor:  2.8777886408568847
LGBM Regressor:  2.87859795761207
[I 2022-11-03 02:14:43,902] Trial 157 finished with value: 2.877215877391028 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016684144318666484, 'n_estimators': 54, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9401739046316547, 'reg_alpha': 0.13194299894255723, 'reg_lambda': 0.39579047368717357}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8757716379949816
LGBM Regressor:  2.8762386827226267
LGBM Regressor:  2.876013775687276
LGBM Regressor:  2.877261973609654
LGBM Regressor:  2.877874570728809
[I 2022-11-03 02:14:46,839] Trial 158 finished with value: 2.8765174403897733 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01706606496627143, 'n_estimators': 56, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9619650810615072, 'reg_alpha': 0.1352286250756115, 'reg_lambda': 0.40320856228023405}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8751981992005025
LGBM Regressor:  2.8763310791940477
LGBM Regressor:  2.8760592170803787
LGBM Regressor:  2.8769739717163216
LGBM Regressor:  2.8778393292675046
[I 2022-11-03 02:14:49,644] Trial 159 finished with value: 2.8764432407518292 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01648293437334713, 'n_estimators': 58, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9577225078199928, 'reg_alpha': 0.1355891561381462, 'reg_lambda': 0.4495084463608279}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.875012606500892
LGBM Regressor:  2.8757863285907264
LGBM Regressor:  2.8756254850767706
LGBM Regressor:  2.876577433701914
LGBM Regressor:  2.877439580384759
[I 2022-11-03 02:14:52,518] Trial 160 finished with value: 2.875967785575056 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016653501956765095, 'n_estimators': 60, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9453223893456316, 'reg_alpha': 0.08105415435565316, 'reg_lambda': 0.4473727836258112}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8744101001211084
LGBM Regressor:  2.8756816792537876
LGBM Regressor:  2.8756965478922396
LGBM Regressor:  2.876655065780909
LGBM Regressor:  2.877648509432104
[I 2022-11-03 02:14:55,367] Trial 161 finished with value: 2.876076648802688 and parameters: {'num_leaves': 11, 'max_depth': 10, 'learning_rate': 0.017691523916931157, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9409912087677014, 'reg_alpha': 0.1364378424452547, 'reg_lambda': 0.4483829580281908}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.874701441654399
LGBM Regressor:  2.875591837774552
LGBM Regressor:  2.8753508344996006
LGBM Regressor:  2.8763697349137827
LGBM Regressor:  2.8772880446361233
[I 2022-11-03 02:14:58,458] Trial 162 finished with value: 2.8757896135290673 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016768624657295332, 'n_estimators': 60, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9569148483217644, 'reg_alpha': 0.13729550013354375, 'reg_lambda': 0.45214532434741805}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.874347615821275
LGBM Regressor:  2.877177452811734
LGBM Regressor:  2.8770281611285435
LGBM Regressor:  2.8779351070004213
LGBM Regressor:  2.8787457508256997
[I 2022-11-03 02:15:01,322] Trial 163 finished with value: 2.8773876498673263 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016728303606911344, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9422998872813764, 'reg_alpha': 0.13562717937060126, 'reg_lambda': 0.45331795455357027}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8760517775702343
LGBM Regressor:  2.875443068237819
LGBM Regressor:  2.875714255335458
LGBM Regressor:  2.876443989276224
LGBM Regressor:  2.87751037992341
[I 2022-11-03 02:15:04,106] Trial 164 finished with value: 2.875917186645096 and parameters: {'num_leaves': 11, 'max_depth': 10, 'learning_rate': 0.016926428783839237, 'n_estimators': 55, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9423950831591825, 'reg_alpha': 0.1332217978638347, 'reg_lambda': 0.4461892650941553}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.874474240452572
LGBM Regressor:  2.878277030806628
LGBM Regressor:  2.878100992974184
LGBM Regressor:  2.8788368125901878
LGBM Regressor:  2.879592713581979
[I 2022-11-03 02:15:06,555] Trial 165 finished with value: 2.8783581313637012 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01632215585415898, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9597079824739422, 'reg_alpha': 0.0889344978869842, 'reg_lambda': 0.4560317558461431}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.876983106865529
LGBM Regressor:  2.876835257221402
LGBM Regressor:  2.87661035244919
LGBM Regressor:  2.877672538479075
LGBM Regressor:  2.878488193412075
[I 2022-11-03 02:15:09,515] Trial 166 finished with value: 2.8770828980778123 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.016895841174545373, 'n_estimators': 54, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9906970356804713, 'reg_alpha': 0.08831375359700903, 'reg_lambda': 0.44705293484468395}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.875808148827319
LGBM Regressor:  2.8777472748234487
LGBM Regressor:  2.8773582083357496
LGBM Regressor:  2.8783351066682057
LGBM Regressor:  2.8789234607223957
[I 2022-11-03 02:15:12,213] Trial 167 finished with value: 2.877744791984395 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.0169874283837154, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9710528727149815, 'reg_alpha': 0.08759577212325732, 'reg_lambda': 0.5256764405527189}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.876359909372173
LGBM Regressor:  2.858321955346661
LGBM Regressor:  2.8578119908339525
LGBM Regressor:  2.85947714537275
LGBM Regressor:  2.859927447423712
[I 2022-11-03 02:15:21,155] Trial 168 finished with value: 2.8582389319494164 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.018402658100314745, 'n_estimators': 194, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9983083286723475, 'reg_alpha': 0.0810107120093354, 'reg_lambda': 0.5209012984153735}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8556561207700057
LGBM Regressor:  2.873924216125059
LGBM Regressor:  2.8739668143077126
LGBM Regressor:  2.8750330143065885
LGBM Regressor:  2.875888084735762
[I 2022-11-03 02:15:24,033] Trial 169 finished with value: 2.874383794132162 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.017365347175198647, 'n_estimators': 54, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9643036620230445, 'reg_alpha': 0.0879933355202141, 'reg_lambda': 0.4206246712955377}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8731068411856873
LGBM Regressor:  2.8590505866949867
LGBM Regressor:  2.858512343409126
LGBM Regressor:  2.8601414820812585
LGBM Regressor:  2.8605147602622814
[I 2022-11-03 02:15:32,383] Trial 170 finished with value: 2.858952332974635 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.017985592944212432, 'n_estimators': 188, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9779087609388502, 'reg_alpha': 0.030645854072618217, 'reg_lambda': 0.4976778800592663}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8565424924255223
LGBM Regressor:  2.876151370891457
LGBM Regressor:  2.876334867601588
LGBM Regressor:  2.8772069870885546
LGBM Regressor:  2.878038520855331
[I 2022-11-03 02:15:37,180] Trial 171 finished with value: 2.8766093465881055 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016888992212103247, 'n_estimators': 56, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9593341525430016, 'reg_alpha': 0.1289482485617668, 'reg_lambda': 0.4521402046505867}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.875314986503598
LGBM Regressor:  2.874678969067259
LGBM Regressor:  2.8746776954055497
LGBM Regressor:  2.875609758406747
LGBM Regressor:  2.8767787186301046
[I 2022-11-03 02:15:39,901] Trial 172 finished with value: 2.875148805813636 and parameters: {'num_leaves': 12, 'max_depth': 10, 'learning_rate': 0.017239979148572324, 'n_estimators': 54, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9719036441879463, 'reg_alpha': 0.09621507937215378, 'reg_lambda': 0.46022149104008553}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8739988875585185
LGBM Regressor:  2.8590157697606147
LGBM Regressor:  2.858462583460096
LGBM Regressor:  2.8602760855663205
LGBM Regressor:  2.860665965136519
[I 2022-11-03 02:15:48,643] Trial 173 finished with value: 2.8589852713168233 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.019203940127444797, 'n_estimators': 175, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9039496917728855, 'reg_alpha': 0.06628271030209547, 'reg_lambda': 0.4244619317590427}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.856505952660565
LGBM Regressor:  2.875731336298334
LGBM Regressor:  2.8758978266674955
LGBM Regressor:  2.8770327736126537
LGBM Regressor:  2.8778610706685015
[I 2022-11-03 02:15:51,641] Trial 174 finished with value: 2.8763763126703648 and parameters: {'num_leaves': 12, 'max_depth': 11, 'learning_rate': 0.016858734316040146, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9237522732879007, 'reg_alpha': 0.12336406697333205, 'reg_lambda': 0.5483498597283237}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.875358556104839
LGBM Regressor:  2.8577941053272027
LGBM Regressor:  2.857850759343525
LGBM Regressor:  2.8592687658056404
LGBM Regressor:  2.859623267473481
[I 2022-11-03 02:16:00,052] Trial 175 finished with value: 2.8580582575639455 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.01640172599486187, 'n_estimators': 172, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9232491437605649, 'reg_alpha': 0.11268779506394506, 'reg_lambda': 0.569188511950451}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.85575438986988
LGBM Regressor:  2.8719126694831454
LGBM Regressor:  2.8724616755385988
LGBM Regressor:  2.8730358678322383
LGBM Regressor:  2.874159317671396
[I 2022-11-03 02:16:05,161] Trial 176 finished with value: 2.872571269305504 and parameters: {'num_leaves': 19, 'max_depth': 11, 'learning_rate': 0.015783919018798092, 'n_estimators': 54, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9899982512053535, 'reg_alpha': 0.1192198907215036, 'reg_lambda': 0.520899507714019}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.871286816002142
LGBM Regressor:  2.4064837850042573
LGBM Regressor:  2.405984259383769
LGBM Regressor:  2.4068283212373536
LGBM Regressor:  2.405909481322149
[I 2022-11-03 02:16:15,439] Trial 177 finished with value: 2.4059805238928402 and parameters: {'num_leaves': 14, 'max_depth': 12, 'learning_rate': 0.01784818568696647, 'n_estimators': 204, 'class_weight': None, 'min_child_samples': 6, 'min_child_weight': 0.8914520243142667, 'reg_alpha': 0.15094778641268147, 'reg_lambda': 0.46399303388938073}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.4046967725166706
LGBM Regressor:  2.8637618792175767
LGBM Regressor:  2.8636083977588402
LGBM Regressor:  2.8643931674893626
LGBM Regressor:  2.8651672656105394
[I 2022-11-03 02:16:20,911] Trial 178 finished with value: 2.8636900998596007 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.016052655452734512, 'n_estimators': 147, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9152958013134626, 'reg_alpha': 0.07288706300447916, 'reg_lambda': 0.49293821029564117}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8615197892216835
LGBM Regressor:  2.850827208750476
LGBM Regressor:  2.850176431504604
LGBM Regressor:  2.85224570201226
LGBM Regressor:  2.8524379076105233
[I 2022-11-03 02:16:34,493] Trial 179 finished with value: 2.850764984042918 and parameters: {'num_leaves': 19, 'max_depth': 10, 'learning_rate': 0.014613579326012397, 'n_estimators': 244, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9620728788394869, 'reg_alpha': 0.006082398697084185, 'reg_lambda': 0.5605116820694427}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8481376703367283
LGBM Regressor:  2.831524560990857
LGBM Regressor:  2.8288488620550765
LGBM Regressor:  2.8327245270707255
LGBM Regressor:  2.8333154888641876
[I 2022-11-03 02:17:28,096] Trial 180 finished with value: 2.8312550987527283 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.017242481220461212, 'n_estimators': 1881, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.935777434730077, 'reg_alpha': 0.09627915171006862, 'reg_lambda': 0.3970458088913124}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8298620547827946
LGBM Regressor:  2.877926312059244
LGBM Regressor:  2.8775590585763977
LGBM Regressor:  2.8785123089168025
LGBM Regressor:  2.879161674635955
[I 2022-11-03 02:17:30,567] Trial 181 finished with value: 2.8779503143360166 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016984892452568883, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9509070969819784, 'reg_alpha': 0.1313951101000952, 'reg_lambda': 0.4357843854781559}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.876592217491683
LGBM Regressor:  2.8785944465624014
LGBM Regressor:  2.8783081360484823
LGBM Regressor:  2.879066058091499
LGBM Regressor:  2.8798589832082793
[I 2022-11-03 02:17:32,937] Trial 182 finished with value: 2.8786294690725933 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.015341638303397685, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9724382089247706, 'reg_alpha': 0.12396604009452342, 'reg_lambda': 0.4282607459906307}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8773197214523027
LGBM Regressor:  2.858922466925803
LGBM Regressor:  2.858509000037437
LGBM Regressor:  2.859748442084381
LGBM Regressor:  2.8604766626508553
[I 2022-11-03 02:17:41,360] Trial 183 finished with value: 2.858851250971287 and parameters: {'num_leaves': 16, 'max_depth': 11, 'learning_rate': 0.01530569646208671, 'n_estimators': 149, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9999872102379989, 'reg_alpha': 0.14937573667976772, 'reg_lambda': 0.4275081693354094}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8565996831579596
LGBM Regressor:  2.873279271267825
LGBM Regressor:  2.872966632289689
LGBM Regressor:  2.8740313784397324
LGBM Regressor:  2.8751104791832947
[I 2022-11-03 02:17:46,096] Trial 184 finished with value: 2.8735347581568633 and parameters: {'num_leaves': 12, 'max_depth': 12, 'learning_rate': 0.018873549311247947, 'n_estimators': 55, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9799808521087184, 'reg_alpha': 0.12024263033438029, 'reg_lambda': 0.3837023023343261}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.872286029603775
LGBM Regressor:  2.856829234858271
LGBM Regressor:  2.856763887593802
LGBM Regressor:  2.8581668979390127
LGBM Regressor:  2.8584693240709367
[I 2022-11-03 02:17:54,663] Trial 185 finished with value: 2.856964097650767 and parameters: {'num_leaves': 14, 'max_depth': 11, 'learning_rate': 0.018159872581730234, 'n_estimators': 158, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9030722667802075, 'reg_alpha': 0.1341772424745009, 'reg_lambda': 0.5333618214222179}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8545911437918123
LGBM Regressor:  2.8737900860007333
LGBM Regressor:  2.873912449661277
LGBM Regressor:  2.8748816502912216
LGBM Regressor:  2.875762281459745
[I 2022-11-03 02:17:58,533] Trial 186 finished with value: 2.874311917518085 and parameters: {'num_leaves': 17, 'max_depth': 10, 'learning_rate': 0.015738735139911975, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9630275275145788, 'reg_alpha': 0.108084880507232, 'reg_lambda': 0.40663341438278644}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.873213120177451
LGBM Regressor:  2.8601757542827855
LGBM Regressor:  2.8601541149866874
LGBM Regressor:  2.861402390582482
LGBM Regressor:  2.861972291501089
[I 2022-11-03 02:18:06,105] Trial 187 finished with value: 2.8604070393774705 and parameters: {'num_leaves': 13, 'max_depth': 9, 'learning_rate': 0.01713029826537853, 'n_estimators': 139, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9242261540492519, 'reg_alpha': 0.16314511230367051, 'reg_lambda': 0.47239206735496764}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8583306455343087
LGBM Regressor:  2.8592201360007774
LGBM Regressor:  2.8588110824864925
LGBM Regressor:  2.860452697773364
LGBM Regressor:  2.8609823213113588
[I 2022-11-03 02:18:15,929] Trial 188 finished with value: 2.859253728370395 and parameters: {'num_leaves': 10, 'max_depth': 12, 'learning_rate': 0.015120698070306235, 'n_estimators': 217, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.8820429759792163, 'reg_alpha': 0.04566562058396216, 'reg_lambda': 0.588907044860714}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8568024042799838
LGBM Regressor:  2.8560695400365734
LGBM Regressor:  2.855639818995946
LGBM Regressor:  2.857028071514186
LGBM Regressor:  2.8575144061258397
[I 2022-11-03 02:18:23,959] Trial 189 finished with value: 2.8559611852131312 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.0195225564744858, 'n_estimators': 150, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.9772737248870168, 'reg_alpha': 0.0991266056460247, 'reg_lambda': 0.43012260928296825}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8535540893931115
LGBM Regressor:  2.858623656210023
LGBM Regressor:  2.8584888979991887
LGBM Regressor:  2.8598716960681907
LGBM Regressor:  2.8608625655844357
[I 2022-11-03 02:18:32,026] Trial 190 finished with value: 2.8588545270727455 and parameters: {'num_leaves': 21, 'max_depth': 9, 'learning_rate': 0.01604701912088991, 'n_estimators': 118, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9481656263384228, 'reg_alpha': 0.13541860054091137, 'reg_lambda': 0.3744348493782538}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8564258195018906
LGBM Regressor:  2.8775191744130675
LGBM Regressor:  2.8773435383441206
LGBM Regressor:  2.8782134631767606
LGBM Regressor:  2.879066389641022
[I 2022-11-03 02:18:34,765] Trial 191 finished with value: 2.8777269995817516 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016851242935382617, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9410520678932656, 'reg_alpha': 0.08026352233016767, 'reg_lambda': 0.44366599568695686}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8764924323337886
LGBM Regressor:  2.8734873437602
LGBM Regressor:  2.873317957115775
LGBM Regressor:  2.874605162440922
LGBM Regressor:  2.875621524819023
[I 2022-11-03 02:18:37,418] Trial 192 finished with value: 2.873988947896476 and parameters: {'num_leaves': 12, 'max_depth': 11, 'learning_rate': 0.01771343428709149, 'n_estimators': 57, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9150437919260784, 'reg_alpha': 0.1497452975168259, 'reg_lambda': 0.4096146899389633}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8729127513464627
LGBM Regressor:  2.867926348201993
LGBM Regressor:  2.8677856353191213
LGBM Regressor:  2.8685285971293237
LGBM Regressor:  2.86908309434541
[I 2022-11-03 02:18:41,868] Trial 193 finished with value: 2.8678819827710953 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.014477456923548099, 'n_estimators': 122, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9319408981704032, 'reg_alpha': 0.11947294808867202, 'reg_lambda': 0.47535340969976114}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8660862388596273
LGBM Regressor:  2.874203879163102
LGBM Regressor:  2.8745442685989886
LGBM Regressor:  2.875304927174564
LGBM Regressor:  2.876349723698225
[I 2022-11-03 02:18:44,635] Trial 194 finished with value: 2.874886408671442 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.016517424521268663, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9624732755236973, 'reg_alpha': 0.06122196108877669, 'reg_lambda': 0.44186288592666195}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.874029244722329
LGBM Regressor:  2.8571259375507414
LGBM Regressor:  2.8567069725532703
LGBM Regressor:  2.858261007481353
LGBM Regressor:  2.8583402146987145
[I 2022-11-03 02:18:53,127] Trial 195 finished with value: 2.8569865550521385 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.015585544663519808, 'n_estimators': 197, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.8924133296644426, 'reg_alpha': 0.09420364898370734, 'reg_lambda': 0.5023726814596217}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.854498642976614
LGBM Regressor:  2.87132021126075
LGBM Regressor:  2.871306561445255
LGBM Regressor:  2.8723614275699414
LGBM Regressor:  2.8734682706223604
[I 2022-11-03 02:18:56,976] Trial 196 finished with value: 2.8718326880129332 and parameters: {'num_leaves': 17, 'max_depth': 9, 'learning_rate': 0.018278830574071578, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9824155151685913, 'reg_alpha': 0.12294827720422272, 'reg_lambda': 0.38960878907667335}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.870706969166357
LGBM Regressor:  2.8618331639843264
LGBM Regressor:  2.861595374197524
LGBM Regressor:  2.8629614263098824
LGBM Regressor:  2.8634160813605742
[I 2022-11-03 02:19:04,528] Trial 197 finished with value: 2.8619534662112645 and parameters: {'num_leaves': 12, 'max_depth': 10, 'learning_rate': 0.01683297177663157, 'n_estimators': 136, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9558616662521308, 'reg_alpha': 0.14390425519378566, 'reg_lambda': 0.46106394969569975}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8599612852040157
LGBM Regressor:  2.8571091656056375
LGBM Regressor:  2.8562323500500058
LGBM Regressor:  2.8581849975650533
LGBM Regressor:  2.858365950951281
[I 2022-11-03 02:19:13,519] Trial 198 finished with value: 2.85683575484832 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.017536268379318664, 'n_estimators': 228, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9327766749863617, 'reg_alpha': 0.10516960520983443, 'reg_lambda': 0.6309542198231899}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.854286310069624
LGBM Regressor:  2.8600408376509656
LGBM Regressor:  2.859350363992999
LGBM Regressor:  2.860544227929922
LGBM Regressor:  2.861836119073947
[I 2022-11-03 02:19:21,988] Trial 199 finished with value: 2.859879170869069 and parameters: {'num_leaves': 18, 'max_depth': 13, 'learning_rate': 0.015000358350579187, 'n_estimators': 130, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9097521055982895, 'reg_alpha': 0.07771699699930522, 'reg_lambda': 0.4360110180443449}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.857624305697512
LGBM Regressor:  2.832827170034241
LGBM Regressor:  2.831109156502053
LGBM Regressor:  2.8345084267092218
LGBM Regressor:  2.835075180862999
[I 2022-11-03 02:20:06,366] Trial 200 finished with value: 2.8328606828773255 and parameters: {'num_leaves': 15, 'max_depth': 11, 'learning_rate': 0.016074115208703055, 'n_estimators': 1535, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9971756776864628, 'reg_alpha': 0.1498070948916486, 'reg_lambda': 0.41709374165210084}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.830783480278111
LGBM Regressor:  2.8772234715215905
LGBM Regressor:  2.8769482408662204
LGBM Regressor:  2.8779464904782506
LGBM Regressor:  2.8787413934061976
[I 2022-11-03 02:20:09,167] Trial 201 finished with value: 2.877382661074937 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016709074826956074, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9438368490764011, 'reg_alpha': 0.073818556047509, 'reg_lambda': 0.4484184713409308}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.876053709102425
LGBM Regressor:  2.867527290591041
LGBM Regressor:  2.8674201402949797
LGBM Regressor:  2.8682153492724023
LGBM Regressor:  2.868974083425957
[I 2022-11-03 02:20:13,291] Trial 202 finished with value: 2.8675991198138795 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016834941144572388, 'n_estimators': 107, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.947247881985796, 'reg_alpha': 0.035954715069845086, 'reg_lambda': 0.4851160863399663}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8658587354850185
LGBM Regressor:  2.8672857037237423
LGBM Regressor:  2.867061721378813
LGBM Regressor:  2.868160655411567
LGBM Regressor:  2.8687782855777777
[I 2022-11-03 02:20:17,438] Trial 203 finished with value: 2.867417389446943 and parameters: {'num_leaves': 13, 'max_depth': 9, 'learning_rate': 0.01428921423603697, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9723213570038333, 'reg_alpha': 0.06466332369036042, 'reg_lambda': 0.3678974372746584}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8658005811428144
LGBM Regressor:  2.874788685309803
LGBM Regressor:  2.875042682078013
LGBM Regressor:  2.875925095212689
LGBM Regressor:  2.8766725987083124
[I 2022-11-03 02:20:19,902] Trial 204 finished with value: 2.875285764879145 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.01766696329317051, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9275982000368146, 'reg_alpha': 0.16144236917543028, 'reg_lambda': 0.40520034839883434}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.873999763086906
LGBM Regressor:  2.862187826599447
LGBM Regressor:  2.862047054897344
LGBM Regressor:  2.8631248453723703
LGBM Regressor:  2.863737535751222
[I 2022-11-03 02:20:28,086] Trial 205 finished with value: 2.8622118722263656 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01549011957897193, 'n_estimators': 169, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9523942220536811, 'reg_alpha': 0.12311263904341707, 'reg_lambda': 0.4474689362052574}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.859962098511445
LGBM Regressor:  2.8355857440138834
LGBM Regressor:  2.8335441032531974
LGBM Regressor:  2.837173288292804
LGBM Regressor:  2.8378637893140817
[I 2022-11-03 02:21:01,975] Trial 206 finished with value: 2.8355084579494814 and parameters: {'num_leaves': 15, 'max_depth': 9, 'learning_rate': 0.018649353894432577, 'n_estimators': 1066, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.914725141243996, 'reg_alpha': 0.09483529018444753, 'reg_lambda': 0.5087291060449443}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8333753648734397
LGBM Regressor:  2.8651510898857953
LGBM Regressor:  2.86497999902999
LGBM Regressor:  2.865876265071076
LGBM Regressor:  2.866466417186577
[I 2022-11-03 02:21:08,379] Trial 207 finished with value: 2.8652275115786354 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.01638982298975631, 'n_estimators': 106, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.8831392683080598, 'reg_alpha': 0.12765414870293618, 'reg_lambda': 0.4643329159796403}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.863663786719737
LGBM Regressor:  2.871387977059326
LGBM Regressor:  2.8716669203700076
LGBM Regressor:  2.8723291933738806
LGBM Regressor:  2.8737320018093446
[I 2022-11-03 02:21:11,350] Trial 208 finished with value: 2.871990262035826 and parameters: {'num_leaves': 18, 'max_depth': 10, 'learning_rate': 0.017106567829391482, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.9784990040266466, 'reg_alpha': 0.07929670595123484, 'reg_lambda': 0.3859157552339088}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.870835217566572
LGBM Regressor:  2.4109348812869698
LGBM Regressor:  2.4111311904057984
LGBM Regressor:  2.411672585151122
LGBM Regressor:  2.411140383729785
[I 2022-11-03 02:21:17,878] Trial 209 finished with value: 2.41092015977399 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.016079684944520983, 'n_estimators': 175, 'class_weight': None, 'min_child_samples': 12, 'min_child_weight': 0.9438839591202858, 'reg_alpha': 0.16508332487362753, 'reg_lambda': 0.5346621867697536}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.409721758296275
LGBM Regressor:  2.874842631542172
LGBM Regressor:  2.875081046810987
LGBM Regressor:  2.875699163274399
LGBM Regressor:  2.8766799089748023
[I 2022-11-03 02:21:22,390] Trial 210 finished with value: 2.875341884498975 and parameters: {'num_leaves': 16, 'max_depth': 12, 'learning_rate': 0.015116823336614743, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9647598132750712, 'reg_alpha': 0.10218706948601367, 'reg_lambda': 0.4283945851322618}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8744066718925145
LGBM Regressor:  2.8666739119651563
LGBM Regressor:  2.8666936698837673
LGBM Regressor:  2.8673096555903443
LGBM Regressor:  2.8680045989998826
[I 2022-11-03 02:21:28,485] Trial 211 finished with value: 2.866711031119949 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.016697368207754776, 'n_estimators': 115, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9415354365102023, 'reg_alpha': 0.07306821455445699, 'reg_lambda': 0.44466576089386056}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8648733191605955
LGBM Regressor:  2.8636427661567043
LGBM Regressor:  2.863739850962574
LGBM Regressor:  2.8646163863569174
LGBM Regressor:  2.8655013275686967
[I 2022-11-03 02:21:34,717] Trial 212 finished with value: 2.863942248289976 and parameters: {'num_leaves': 12, 'max_depth': 10, 'learning_rate': 0.01730192521460055, 'n_estimators': 115, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.8991579015874999, 'reg_alpha': 0.05330983201523573, 'reg_lambda': 0.4545475701559189}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.862210910404985
LGBM Regressor:  2.8671047750045675
LGBM Regressor:  2.866820708207689
LGBM Regressor:  2.867709528783321
LGBM Regressor:  2.86827668637815
[I 2022-11-03 02:21:38,953] Trial 213 finished with value: 2.8669899564769454 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.018068052349632612, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9299159747000185, 'reg_alpha': 0.08576699407108487, 'reg_lambda': 0.4090565694887819}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8650380840109992
LGBM Regressor:  2.8562951366133844
LGBM Regressor:  2.855846903246817
LGBM Regressor:  2.8574969758623374
LGBM Regressor:  2.8578106373674883
[I 2022-11-03 02:21:48,406] Trial 214 finished with value: 2.85625680212848 and parameters: {'num_leaves': 14, 'max_depth': 11, 'learning_rate': 0.016406570439169117, 'n_estimators': 184, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9520741868590239, 'reg_alpha': 0.017384281111569637, 'reg_lambda': 0.482748310078471}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8538343575523744
LGBM Regressor:  2.8673434607597015
LGBM Regressor:  2.8670471949625744
LGBM Regressor:  2.8679009572447223
LGBM Regressor:  2.868391552751448
[I 2022-11-03 02:21:54,520] Trial 215 finished with value: 2.867292998495826 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.015708823421333024, 'n_estimators': 96, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9860836691753753, 'reg_alpha': 0.11394191201157428, 'reg_lambda': 0.4344884571270567}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8657818267606854
LGBM Regressor:  2.859470715534983
LGBM Regressor:  2.8590404268548064
LGBM Regressor:  2.8605084868190076
LGBM Regressor:  2.8609628327278607
[I 2022-11-03 02:22:02,393] Trial 216 finished with value: 2.859366089467673 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.01923477902132205, 'n_estimators': 170, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9097318143849858, 'reg_alpha': 0.13633473782831296, 'reg_lambda': 0.3674040522932201}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8568479854017075
LGBM Regressor:  2.8529224403099933
LGBM Regressor:  2.8526290233926836
LGBM Regressor:  2.854387673651047
LGBM Regressor:  2.854075656058969
[I 2022-11-03 02:22:14,389] Trial 217 finished with value: 2.8528429837134177 and parameters: {'num_leaves': 15, 'max_depth': 9, 'learning_rate': 0.014685682838311868, 'n_estimators': 253, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.8670503059210756, 'reg_alpha': 0.1109146547460487, 'reg_lambda': 0.46559839223327837}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8502001251543967
LGBM Regressor:  2.8749022515793845
LGBM Regressor:  2.874931088327502
LGBM Regressor:  2.8759377615457113
LGBM Regressor:  2.8769458408954964
[I 2022-11-03 02:22:17,247] Trial 218 finished with value: 2.8754051663906766 and parameters: {'num_leaves': 12, 'max_depth': 11, 'learning_rate': 0.01688178758577432, 'n_estimators': 54, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9648977017718292, 'reg_alpha': 0.14311403292012143, 'reg_lambda': 0.3881277927271401}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.874308889605288
LGBM Regressor:  2.8706647705727124
LGBM Regressor:  2.871198487919576
LGBM Regressor:  2.8719986320019886
LGBM Regressor:  2.873226867817421
[I 2022-11-03 02:22:20,547] Trial 219 finished with value: 2.87144772767829 and parameters: {'num_leaves': 19, 'max_depth': 10, 'learning_rate': 0.01779626157273875, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9384141237639233, 'reg_alpha': 0.08804834799770497, 'reg_lambda': 0.4154304484924569}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.870149880079752
LGBM Regressor:  2.8588660731550615
LGBM Regressor:  2.858547375746219
LGBM Regressor:  2.859732231426876
LGBM Regressor:  2.860595686989239
[I 2022-11-03 02:22:28,916] Trial 220 finished with value: 2.8588775298846203 and parameters: {'num_leaves': 16, 'max_depth': 9, 'learning_rate': 0.015713796061211777, 'n_estimators': 144, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9149865756877051, 'reg_alpha': 0.1703855633872451, 'reg_lambda': 0.5041105611081741}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8566462821057033
LGBM Regressor:  2.8773755648309605
LGBM Regressor:  2.877579626300302
LGBM Regressor:  2.878435595237072
LGBM Regressor:  2.8790063392289444
[I 2022-11-03 02:22:31,743] Trial 221 finished with value: 2.8777815562334164 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01712556353249147, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9397407889610103, 'reg_alpha': 0.12996334012199584, 'reg_lambda': 0.44603242414224453}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8765106555698026
LGBM Regressor:  2.867713659988325
LGBM Regressor:  2.86752637721051
LGBM Regressor:  2.8683679974769376
LGBM Regressor:  2.869173334001132
[I 2022-11-03 02:22:35,705] Trial 222 finished with value: 2.8677446925341634 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01648022166846515, 'n_estimators': 108, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9523240426068791, 'reg_alpha': 0.13040255639430595, 'reg_lambda': 0.44363792802888574}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8659420939939113
LGBM Regressor:  2.873687963619934
LGBM Regressor:  2.8735019802684096
LGBM Regressor:  2.8748818905891524
LGBM Regressor:  2.8755395493024802
[I 2022-11-03 02:22:38,261] Trial 223 finished with value: 2.874069757683892 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.018518418990131118, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9979681149438706, 'reg_alpha': 0.15480128432542, 'reg_lambda': 0.4736237485070425}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.872737404639482
LGBM Regressor:  2.8675599596789243
LGBM Regressor:  2.8676635521861717
LGBM Regressor:  2.8680982545365246
LGBM Regressor:  2.8689934645907043
[I 2022-11-03 02:22:42,176] Trial 224 finished with value: 2.867594932817661 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.0174731009558545, 'n_estimators': 103, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9709946947884563, 'reg_alpha': 0.10768504634938098, 'reg_lambda': 0.42902232601747364}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8656594330959795
LGBM Regressor:  2.8764255163902277
LGBM Regressor:  2.8765756239107376
LGBM Regressor:  2.877143653906767
LGBM Regressor:  2.878035444657611
[I 2022-11-03 02:22:44,669] Trial 225 finished with value: 2.876778738759976 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.015356526733462545, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9323296829941364, 'reg_alpha': 0.12596277455267837, 'reg_lambda': 0.4010670903914192}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8757134549345373
LGBM Regressor:  2.8592473895238717
LGBM Regressor:  2.859429539677079
LGBM Regressor:  2.860446379555323
LGBM Regressor:  2.8612260404016263
[I 2022-11-03 02:22:53,155] Trial 226 finished with value: 2.859549608741296 and parameters: {'num_leaves': 14, 'max_depth': 11, 'learning_rate': 0.015268002939229116, 'n_estimators': 156, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.924971250654627, 'reg_alpha': 0.12793695339337202, 'reg_lambda': 0.3991962950864378}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8573986945485763
LGBM Regressor:  2.864846703584969
LGBM Regressor:  2.8645467214792286
LGBM Regressor:  2.8652586673590448
LGBM Regressor:  2.8664155558241378
[I 2022-11-03 02:22:59,055] Trial 227 finished with value: 2.864822127079181 and parameters: {'num_leaves': 17, 'max_depth': 12, 'learning_rate': 0.01420529106387014, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.896027793264695, 'reg_alpha': 0.1542788325657696, 'reg_lambda': 0.3800734950398147}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.863042987148527
LGBM Regressor:  2.8562250913802116
LGBM Regressor:  2.8559504166021212
LGBM Regressor:  2.857622127456036
LGBM Regressor:  2.857640359337273
[I 2022-11-03 02:23:08,786] Trial 228 finished with value: 2.8562348883473705 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.01594164836816616, 'n_estimators': 204, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9309255684181779, 'reg_alpha': 0.183147340626825, 'reg_lambda': 0.3573588475442466}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.853736446961211
LGBM Regressor:  2.8768341054505573
LGBM Regressor:  2.8771329543082955
LGBM Regressor:  2.8777089706589667
LGBM Regressor:  2.878376697135462
[I 2022-11-03 02:23:11,590] Trial 229 finished with value: 2.87725420128153 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.015034455854813932, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9750530339943382, 'reg_alpha': 0.13460378117125926, 'reg_lambda': 0.41394145917060243}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.876218278854367
LGBM Regressor:  2.8752040166474666
LGBM Regressor:  2.875863506496595
LGBM Regressor:  2.876243445833513
LGBM Regressor:  2.877301502410989
[I 2022-11-03 02:23:14,586] Trial 230 finished with value: 2.8759270293896657 and parameters: {'num_leaves': 16, 'max_depth': 9, 'learning_rate': 0.014722852073899333, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9728725830870717, 'reg_alpha': 0.1105633147238537, 'reg_lambda': 0.4069850522399077}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8750226755597637
LGBM Regressor:  2.8763983729216225
LGBM Regressor:  2.876440240930664
LGBM Regressor:  2.8773554311269023
LGBM Regressor:  2.8782905549099835
[I 2022-11-03 02:23:17,595] Trial 231 finished with value: 2.8768452547381957 and parameters: {'num_leaves': 12, 'max_depth': 10, 'learning_rate': 0.01625010198467439, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.956757995876566, 'reg_alpha': 0.13824682278119946, 'reg_lambda': 0.42641003831329294}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8757416738018065
LGBM Regressor:  2.8642908244456247
LGBM Regressor:  2.8641101079389553
LGBM Regressor:  2.86516324545796
LGBM Regressor:  2.8657123712544053
[I 2022-11-03 02:23:23,797] Trial 232 finished with value: 2.864372316158076 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.01567754675903016, 'n_estimators': 117, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.960067911913596, 'reg_alpha': 0.14128588873116615, 'reg_lambda': 0.4203138868681993}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.862585031693435
LGBM Regressor:  2.863229275864871
LGBM Regressor:  2.8629082959727277
LGBM Regressor:  2.8641867470346325
LGBM Regressor:  2.8646492518575553
[I 2022-11-03 02:23:30,898] Trial 233 finished with value: 2.86316312758158 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.016498720539959776, 'n_estimators': 148, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9865579228312681, 'reg_alpha': 0.1636899736319002, 'reg_lambda': 0.9876714017145952}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8608420671781145
LGBM Regressor:  2.8704899849213033
LGBM Regressor:  2.8702797069374126
LGBM Regressor:  2.8713610887597834
LGBM Regressor:  2.8720405340103725
[I 2022-11-03 02:23:37,078] Trial 234 finished with value: 2.870725787557109 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.01012473475642889, 'n_estimators': 120, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9566500420947108, 'reg_alpha': 0.11998488841445477, 'reg_lambda': 0.3982605173094228}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8694576231566735
LGBM Regressor:  2.8747070275134456
LGBM Regressor:  2.8750921864198005
LGBM Regressor:  2.8756510823450205
LGBM Regressor:  2.8766472224378803
[I 2022-11-03 02:23:41,911] Trial 235 finished with value: 2.875297289466995 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.015037543119955084, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9143777985675068, 'reg_alpha': 0.09678925663790021, 'reg_lambda': 0.37138959112741277}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8743889286188287
LGBM Regressor:  2.8597962114050532
LGBM Regressor:  2.859515445420231
LGBM Regressor:  2.861066584132438
LGBM Regressor:  2.862007198445672
[I 2022-11-03 02:23:48,531] Trial 236 finished with value: 2.8600342186845378 and parameters: {'num_leaves': 20, 'max_depth': 10, 'learning_rate': 0.017144753884555046, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9348900765331721, 'reg_alpha': 0.12785708581667896, 'reg_lambda': 0.43014988478730337}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.857785654019293
LGBM Regressor:  2.8764380544542756
LGBM Regressor:  2.8765918036435663
LGBM Regressor:  2.8773742635660904
LGBM Regressor:  2.8783660601486645
[I 2022-11-03 02:23:51,011] Trial 237 finished with value: 2.8769047959141103 and parameters: {'num_leaves': 12, 'max_depth': 11, 'learning_rate': 0.016092488992552653, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9783116354013679, 'reg_alpha': 0.14713867033399788, 'reg_lambda': 0.5431486186025839}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.875753797757954
LGBM Regressor:  2.862851266727111
LGBM Regressor:  2.862518272168226
LGBM Regressor:  2.863738945737227
LGBM Regressor:  2.8641698464569734
[I 2022-11-03 02:24:00,001] Trial 238 finished with value: 2.8627681846008755 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.015913837178427623, 'n_estimators': 158, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9765192075046202, 'reg_alpha': 0.17780942734499258, 'reg_lambda': 0.45806020504867084}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.860562591914839
LGBM Regressor:  2.8758733378480437
LGBM Regressor:  2.876311962148072
LGBM Regressor:  2.8768306694058463
LGBM Regressor:  2.8778412665994035
[I 2022-11-03 02:24:03,969] Trial 239 finished with value: 2.876499272675722 and parameters: {'num_leaves': 16, 'max_depth': 10, 'learning_rate': 0.013893133438185308, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9876996917448227, 'reg_alpha': 0.162732169887612, 'reg_lambda': 0.3892977520650697}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.875639127377242
LGBM Regressor:  2.855117674235078
LGBM Regressor:  2.854272478728207
LGBM Regressor:  2.8559886124036877
LGBM Regressor:  2.856396595424408
[I 2022-11-03 02:24:14,426] Trial 240 finished with value: 2.8548072310427237 and parameters: {'num_leaves': 17, 'max_depth': 9, 'learning_rate': 0.014278255460094532, 'n_estimators': 201, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9904150129310373, 'reg_alpha': 0.15867659662339637, 'reg_lambda': 0.3827996289289821}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8522607944222385
LGBM Regressor:  2.8681847063134858
LGBM Regressor:  2.8678049101425547
LGBM Regressor:  2.8689716827600376
LGBM Regressor:  2.8694059029265206
[I 2022-11-03 02:24:19,180] Trial 241 finished with value: 2.8682245053752267 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.013897989232708621, 'n_estimators': 103, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9716027339468445, 'reg_alpha': 0.145911485476887, 'reg_lambda': 0.4159477210527671}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.866755324733535
LGBM Regressor:  2.8643068018020275
LGBM Regressor:  2.8642710812396674
LGBM Regressor:  2.8650685672343155
LGBM Regressor:  2.865986938555863
[I 2022-11-03 02:24:26,126] Trial 242 finished with value: 2.8644561331335376 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.015170841475683764, 'n_estimators': 109, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9995029356893336, 'reg_alpha': 0.14182300911915072, 'reg_lambda': 0.35980826289197504}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8626472768358138
LGBM Regressor:  2.878199772622886
LGBM Regressor:  2.8780497257916595
LGBM Regressor:  2.878747343856801
LGBM Regressor:  2.879523606203026
[I 2022-11-03 02:24:28,825] Trial 243 finished with value: 2.878289783203118 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01639619749464317, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9568178800477977, 'reg_alpha': 0.10326225003253485, 'reg_lambda': 0.3959945851558161}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8769284675412186
LGBM Regressor:  2.8666531607148116
LGBM Regressor:  2.8663474856254205
LGBM Regressor:  2.8674438718466453
LGBM Regressor:  2.8679834257683323
[I 2022-11-03 02:24:33,078] Trial 244 finished with value: 2.8667029397864563 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.01542888628706621, 'n_estimators': 102, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.9458165102564613, 'reg_alpha': 0.1048665967626465, 'reg_lambda': 0.3938017813631742}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.865086754977072
LGBM Regressor:  2.8779449692996657
LGBM Regressor:  2.877744700397357
LGBM Regressor:  2.8786678194081436
LGBM Regressor:  2.879492168959711
[I 2022-11-03 02:24:35,725] Trial 245 finished with value: 2.878128075822654 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.015961010615587308, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9726342211233421, 'reg_alpha': 0.0751067671501761, 'reg_lambda': 0.40385434002243287}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.876790721048394
LGBM Regressor:  2.864372271523701
LGBM Regressor:  2.863937280617232
LGBM Regressor:  2.8649123553366524
LGBM Regressor:  2.865479197008124
[I 2022-11-03 02:24:43,810] Trial 246 finished with value: 2.864160622307606 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.014619811793322604, 'n_estimators': 156, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9758021560493434, 'reg_alpha': 0.06195714136151611, 'reg_lambda': 0.3413279251463107}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8621020070523198
LGBM Regressor:  2.8739777150088646
LGBM Regressor:  2.874473508225149
LGBM Regressor:  2.875006151031365
LGBM Regressor:  2.8760588451814386
[I 2022-11-03 02:24:47,375] Trial 247 finished with value: 2.874608935122302 and parameters: {'num_leaves': 16, 'max_depth': 11, 'learning_rate': 0.016314476812355365, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9619418440394654, 'reg_alpha': 0.08430368396221875, 'reg_lambda': 0.418028916155808}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.873528456164693
LGBM Regressor:  2.4141462079459166
LGBM Regressor:  2.414271805336751
LGBM Regressor:  2.414655526045316
LGBM Regressor:  2.4140315412334834
[I 2022-11-03 02:24:51,114] Trial 248 finished with value: 2.4140493820380398 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.017285227791538262, 'n_estimators': 114, 'class_weight': None, 'min_child_samples': 12, 'min_child_weight': 0.9829554738876258, 'reg_alpha': 0.0404363146853396, 'reg_lambda': 0.3721923272043667}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.4131418296287315
LGBM Regressor:  2.877730725056544
LGBM Regressor:  2.8780588490846126
LGBM Regressor:  2.878733165186746
LGBM Regressor:  2.8793207326931727
[I 2022-11-03 02:24:53,876] Trial 249 finished with value: 2.878204803498428 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.013452623743265077, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.956173337988052, 'reg_alpha': 0.06575666900064824, 'reg_lambda': 0.43274506754835385}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8771805454710635
LGBM Regressor:  2.86052453513505
LGBM Regressor:  2.8604666459459995
LGBM Regressor:  2.8617523459090726
LGBM Regressor:  2.8619747693197954
[I 2022-11-03 02:25:01,268] Trial 250 finished with value: 2.86061402931864 and parameters: {'num_leaves': 12, 'max_depth': 11, 'learning_rate': 0.015312344943555446, 'n_estimators': 164, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9536595782826951, 'reg_alpha': 0.055247159168588536, 'reg_lambda': 0.4306306483300148}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8583518502832823
LGBM Regressor:  2.8353205890866464
LGBM Regressor:  2.832614203809089
LGBM Regressor:  2.836842149382246
LGBM Regressor:  2.8368828161064923
[I 2022-11-03 02:25:59,997] Trial 251 finished with value: 2.8348529910965454 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.010629626800929508, 'n_estimators': 2246, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.8917579525956915, 'reg_alpha': 0.08298206691707885, 'reg_lambda': 0.49360163928835055}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8326051970982538
LGBM Regressor:  2.8765320134678434
LGBM Regressor:  2.8764420769068524
LGBM Regressor:  2.8773850837287513
LGBM Regressor:  2.8782047090958502
[I 2022-11-03 02:26:02,473] Trial 252 finished with value: 2.876881990851183 and parameters: {'num_leaves': 12, 'max_depth': 12, 'learning_rate': 0.016174197848299703, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9358099722442542, 'reg_alpha': 0.06744881002594089, 'reg_lambda': 0.46897389250827975}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8758460710566176
LGBM Regressor:  2.8610957823799823
LGBM Regressor:  2.8605351823360556
LGBM Regressor:  2.8618179203652163
LGBM Regressor:  2.8628462178337046
[I 2022-11-03 02:26:10,430] Trial 253 finished with value: 2.861031090945025 and parameters: {'num_leaves': 18, 'max_depth': 12, 'learning_rate': 0.015931934291320168, 'n_estimators': 114, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9135128026891415, 'reg_alpha': 0.029173849147725195, 'reg_lambda': 0.4736886660365873}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.858860351810166
LGBM Regressor:  2.859886238052199
LGBM Regressor:  2.8597937189673655
LGBM Regressor:  2.861025217184257
LGBM Regressor:  2.8617179058124704
[I 2022-11-03 02:26:19,026] Trial 254 finished with value: 2.860062280184692 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.014611268792806826, 'n_estimators': 168, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9335365057171954, 'reg_alpha': 0.06952490484602197, 'reg_lambda': 0.44038664351150014}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8578883209071684
LGBM Regressor:  2.8673959403492018
LGBM Regressor:  2.8673286272305614
LGBM Regressor:  2.867973473814164
LGBM Regressor:  2.8688806511425966
[I 2022-11-03 02:26:23,119] Trial 255 finished with value: 2.8675488091492 and parameters: {'num_leaves': 15, 'max_depth': 13, 'learning_rate': 0.013215089046125658, 'n_estimators': 103, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9490948359380554, 'reg_alpha': 0.06165611566320723, 'reg_lambda': 0.4554254592246845}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8661653532094773
LGBM Regressor:  2.8378239430858256
LGBM Regressor:  2.835466518389107
LGBM Regressor:  2.8392878251473173
LGBM Regressor:  2.8398566298911367
[I 2022-11-03 02:26:57,468] Trial 256 finished with value: 2.8375118241918096 and parameters: {'num_leaves': 10, 'max_depth': 12, 'learning_rate': 0.018354912121364732, 'n_estimators': 1441, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.8695938244583292, 'reg_alpha': 0.09365809750284429, 'reg_lambda': 0.48170320932841093}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.83512420444566
LGBM Regressor:  2.8754983134812546
LGBM Regressor:  2.875743781756349
LGBM Regressor:  2.876653655395667
LGBM Regressor:  2.8772979097663196
[I 2022-11-03 02:26:59,868] Trial 257 finished with value: 2.876012711476347 and parameters: {'num_leaves': 13, 'max_depth': 9, 'learning_rate': 0.01656914168941083, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9237186731258282, 'reg_alpha': 0.04493108101753836, 'reg_lambda': 0.524447904486122}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8748698969821436
LGBM Regressor:  2.858256080748067
LGBM Regressor:  2.8573250866912923
LGBM Regressor:  2.8589659144783544
LGBM Regressor:  2.8594584738366042
[I 2022-11-03 02:27:08,726] Trial 258 finished with value: 2.858018770793572 and parameters: {'num_leaves': 21, 'max_depth': 4, 'learning_rate': 0.015384018705747092, 'n_estimators': 230, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9670216842107306, 'reg_alpha': 0.10866769261596412, 'reg_lambda': 0.43499881106566174}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.856088298213545
LGBM Regressor:  2.863476916396576
LGBM Regressor:  2.8632426915507914
LGBM Regressor:  2.8643436068509294
LGBM Regressor:  2.8648734826817557
[I 2022-11-03 02:27:14,190] Trial 259 finished with value: 2.8634325771459466 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.016107677501823302, 'n_estimators': 149, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9073137996029504, 'reg_alpha': 0.08417057983784011, 'reg_lambda': 0.4645223594633299}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.861226188249682
LGBM Regressor:  2.862612725707631
LGBM Regressor:  2.8625529457522516
LGBM Regressor:  2.8634312757761293
LGBM Regressor:  2.8641451601787282
[I 2022-11-03 02:27:18,439] Trial 260 finished with value: 2.862737203223557 and parameters: {'num_leaves': 15, 'max_depth': 13, 'learning_rate': 0.017354120634624687, 'n_estimators': 106, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9451371740736737, 'reg_alpha': 0.10434152383592173, 'reg_lambda': 0.8561135374904609}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.860943908703048
LGBM Regressor:  2.873660737831335
LGBM Regressor:  2.874234731167107
LGBM Regressor:  2.8746388814642283
LGBM Regressor:  2.87583874100535
[I 2022-11-03 02:27:21,225] Trial 261 finished with value: 2.8743197582456377 and parameters: {'num_leaves': 18, 'max_depth': 12, 'learning_rate': 0.014946269832841395, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9349232027717824, 'reg_alpha': 0.07292547224361845, 'reg_lambda': 0.41889934926940836}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.873225699760167
LGBM Regressor:  2.8409618783010333
LGBM Regressor:  2.840263556629491
LGBM Regressor:  2.8432400152673383
LGBM Regressor:  2.844007318456487
[I 2022-11-03 02:27:38,362] Trial 262 finished with value: 2.8416459495237865 and parameters: {'num_leaves': 47, 'max_depth': 10, 'learning_rate': 0.016625983291811624, 'n_estimators': 198, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9697579441733407, 'reg_alpha': 0.1098692674339421, 'reg_lambda': 0.49314092865642367}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8397569789645813
LGBM Regressor:  2.8752875471425567
LGBM Regressor:  2.8751523250264537
LGBM Regressor:  2.8762235540375767
LGBM Regressor:  2.877213404445508
[I 2022-11-03 02:27:41,374] Trial 263 finished with value: 2.8756847407059363 and parameters: {'num_leaves': 12, 'max_depth': 9, 'learning_rate': 0.01782146224094445, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 43, 'min_child_weight': 0.890345738254473, 'reg_alpha': 0.021833410785304964, 'reg_lambda': 0.4450394259858509}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8745468728775876
LGBM Regressor:  2.864793719276035
LGBM Regressor:  2.8644648624912468
LGBM Regressor:  2.8655048460890917
LGBM Regressor:  2.8661098870927195
[I 2022-11-03 02:27:48,378] Trial 264 finished with value: 2.8647170334504524 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01564690306569615, 'n_estimators': 140, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9463928010293019, 'reg_alpha': 0.05463960063419754, 'reg_lambda': 0.41050058321813443}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8627118523031694
LGBM Regressor:  2.865625117233265
LGBM Regressor:  2.8655451960359364
LGBM Regressor:  2.866130605536963
LGBM Regressor:  2.8672842026345187
[I 2022-11-03 02:27:55,307] Trial 265 finished with value: 2.8657283149862387 and parameters: {'num_leaves': 15, 'max_depth': 11, 'learning_rate': 0.014040670651500838, 'n_estimators': 109, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9973771066686082, 'reg_alpha': 0.09667160949825315, 'reg_lambda': 0.5834816948065746}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8640564534905106
LGBM Regressor:  2.8652875761887717
LGBM Regressor:  2.8651631625123923
LGBM Regressor:  2.8661332041783707
LGBM Regressor:  2.8668841450796743
[I 2022-11-03 02:28:00,210] Trial 266 finished with value: 2.8654536068631944 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.0162485514360658, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9214591377227328, 'reg_alpha': 0.1935285394053219, 'reg_lambda': 0.3355292312445122}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.863799946356766
LGBM Regressor:  2.8529965993751114
LGBM Regressor:  2.852144288114869
LGBM Regressor:  2.854144229161336
LGBM Regressor:  2.854578751917888
[I 2022-11-03 02:28:09,555] Trial 267 finished with value: 2.8528436804552793 and parameters: {'num_leaves': 18, 'max_depth': 11, 'learning_rate': 0.017055555138728536, 'n_estimators': 185, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9652726765161419, 'reg_alpha': 0.12004336987317918, 'reg_lambda': 0.4600611298098802}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.850354533707192
LGBM Regressor:  2.407062591179186
LGBM Regressor:  2.4070747331766786
LGBM Regressor:  2.408052339421445
LGBM Regressor:  2.4070347515993875
[I 2022-11-03 02:28:14,084] Trial 268 finished with value: 2.4069699763128307 and parameters: {'num_leaves': 12, 'max_depth': 9, 'learning_rate': 0.06989081778242213, 'n_estimators': 52, 'class_weight': None, 'min_child_samples': 6, 'min_child_weight': 0.9525646036640018, 'reg_alpha': 0.07162482117395493, 'reg_lambda': 0.35606395941765556}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.4056254661874577
LGBM Regressor:  2.858358229519143
LGBM Regressor:  2.85767608454597
LGBM Regressor:  2.8595659459145013
LGBM Regressor:  2.859908093693876
[I 2022-11-03 02:28:24,291] Trial 269 finished with value: 2.858245605320561 and parameters: {'num_leaves': 10, 'max_depth': 12, 'learning_rate': 0.01494158217395648, 'n_estimators': 238, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9795116612996337, 'reg_alpha': 0.12011586173941566, 'reg_lambda': 0.43140246840023116}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8557196729293146
LGBM Regressor:  2.861705418309775
LGBM Regressor:  2.8618094373601646
LGBM Regressor:  2.8624985808910233
LGBM Regressor:  2.863631340438229
[I 2022-11-03 02:28:29,522] Trial 270 finished with value: 2.8619507870371286 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.018186284236189475, 'n_estimators': 106, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.898710331904564, 'reg_alpha': 0.09412933948792852, 'reg_lambda': 0.5091215015092484}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8601091581864524
LGBM Regressor:  2.8590695595033475
LGBM Regressor:  2.858969580598596
LGBM Regressor:  2.860160906026837
LGBM Regressor:  2.8605946377305176
[I 2022-11-03 02:28:37,928] Trial 271 finished with value: 2.859153444909473 and parameters: {'num_leaves': 13, 'max_depth': 11, 'learning_rate': 0.015700515418095876, 'n_estimators': 166, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9221202722064642, 'reg_alpha': 0.14721694968420793, 'reg_lambda': 0.40115947543215064}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.856972540688064
LGBM Regressor:  2.869593354605808
LGBM Regressor:  2.8699488806373386
LGBM Regressor:  2.8708478694285677
LGBM Regressor:  2.8716822873534014
[I 2022-11-03 02:28:40,798] Trial 272 finished with value: 2.8701366140288416 and parameters: {'num_leaves': 20, 'max_depth': 9, 'learning_rate': 0.01942072394060623, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.0404679419268566, 'reg_alpha': 0.17491869820833514, 'reg_lambda': 0.3735199594103302}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8686106781190928
LGBM Regressor:  2.8633318713901503
LGBM Regressor:  2.8630034460013825
LGBM Regressor:  2.8641326510282883
LGBM Regressor:  2.864638046530808
[I 2022-11-03 02:28:45,219] Trial 273 finished with value: 2.8632350222723586 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.017135035587752322, 'n_estimators': 142, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9424614369096896, 'reg_alpha': 0.12082120553614739, 'reg_lambda': 0.475574975836303}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.861069096411163
LGBM Regressor:  2.86520687707789
LGBM Regressor:  2.8651496314865352
LGBM Regressor:  2.8658053620576416
LGBM Regressor:  2.8667306548631375
[I 2022-11-03 02:28:49,773] Trial 274 finished with value: 2.8653057226525176 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.01446657900452758, 'n_estimators': 108, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9760951419547051, 'reg_alpha': 0.0764849674072557, 'reg_lambda': 0.4416988827385209}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.863636087777385
LGBM Regressor:  2.8555322930783977
LGBM Regressor:  2.8547556525600672
LGBM Regressor:  2.8564319336004718
LGBM Regressor:  2.8568851393924586
[I 2022-11-03 02:29:01,935] Trial 275 finished with value: 2.855315417548881 and parameters: {'num_leaves': 17, 'max_depth': 11, 'learning_rate': 0.013359634692136557, 'n_estimators': 207, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.9992354996809505, 'reg_alpha': 0.15099654957498027, 'reg_lambda': 0.41657342786064344}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8529720691130094
LGBM Regressor:  2.8663222757088955
LGBM Regressor:  2.866141333533217
LGBM Regressor:  2.8671570424601436
LGBM Regressor:  2.8679288481668195
[I 2022-11-03 02:29:06,115] Trial 276 finished with value: 2.866420434829347 and parameters: {'num_leaves': 12, 'max_depth': 9, 'learning_rate': 0.016071041785033054, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.8756132657294857, 'reg_alpha': 0.047400170149049944, 'reg_lambda': 0.5606663452340043}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.864552674277659
LGBM Regressor:  2.878886341835288
LGBM Regressor:  2.878669755147355
LGBM Regressor:  2.87941504316936
LGBM Regressor:  2.8801411372481307
[I 2022-11-03 02:29:08,704] Trial 277 finished with value: 2.8789528562677926 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.015161512782808185, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9584162023587324, 'reg_alpha': 0.10656344246315444, 'reg_lambda': 0.46032634833942576}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8776520039388296
LGBM Regressor:  2.8653014702806963
LGBM Regressor:  2.865213213560517
LGBM Regressor:  2.866086180393916
LGBM Regressor:  2.8667150182217385
[I 2022-11-03 02:29:16,006] Trial 278 finished with value: 2.8653915157212917 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.011063166012475397, 'n_estimators': 155, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9298244201552303, 'reg_alpha': 0.09604765379831254, 'reg_lambda': 0.5353757833411498}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.863641696149592
LGBM Regressor:  2.8750347655345805
LGBM Regressor:  2.8753871146296626
LGBM Regressor:  2.8759192495914636
LGBM Regressor:  2.8769594661187896
[I 2022-11-03 02:29:19,432] Trial 279 finished with value: 2.8756012893518164 and parameters: {'num_leaves': 16, 'max_depth': 12, 'learning_rate': 0.015156921596760119, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9534488905778559, 'reg_alpha': 0.08519235448530316, 'reg_lambda': 0.4882190024363948}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8747058508845864
LGBM Regressor:  2.8502411759674158
LGBM Regressor:  2.8478469754367612
LGBM Regressor:  2.8500830626051754
LGBM Regressor:  2.850617699477519
[I 2022-11-03 02:29:23,154] Trial 280 finished with value: 2.8490793075898404 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.08883059564388586, 'n_estimators': 96, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9014566648660606, 'reg_alpha': 0.11137394500004258, 'reg_lambda': 0.3914210349117861}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8466076244623313
LGBM Regressor:  2.794693034597884
LGBM Regressor:  2.7889001476097413
LGBM Regressor:  2.7979874266249563
LGBM Regressor:  2.7961020239868644
[I 2022-11-03 02:33:04,495] Trial 281 finished with value: 2.795145163182379 and parameters: {'num_leaves': 123, 'max_depth': 10, 'learning_rate': 0.01444777793259192, 'n_estimators': 2776, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9750163390064815, 'reg_alpha': 0.8640206155558798, 'reg_lambda': 0.46406712111468146}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.798043183092448
LGBM Regressor:  2.861573647393968
LGBM Regressor:  2.8614730568274678
LGBM Regressor:  2.8626868083661416
LGBM Regressor:  2.863124617528542
[I 2022-11-03 02:33:13,280] Trial 282 finished with value: 2.8616818037794447 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.013734030190846305, 'n_estimators': 160, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9381481737971618, 'reg_alpha': 0.06417999566932155, 'reg_lambda': 0.3574671983142187}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.859550888781106
LGBM Regressor:  2.8366367790906035
LGBM Regressor:  2.8348209758899143
LGBM Regressor:  2.8380158206622794
LGBM Regressor:  2.8384378207957432
[I 2022-11-03 02:33:46,325] Trial 283 finished with value: 2.8365698351398905 and parameters: {'num_leaves': 18, 'max_depth': 9, 'learning_rate': 0.015380554414198309, 'n_estimators': 981, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9573735919640034, 'reg_alpha': 0.13596758098842715, 'reg_lambda': 0.4286350117008899}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.834937779260912
LGBM Regressor:  2.857255136721456
LGBM Regressor:  2.856240992387367
LGBM Regressor:  2.8584568997748425
LGBM Regressor:  2.858558084044765
[I 2022-11-03 02:33:56,358] Trial 284 finished with value: 2.856987498178171 and parameters: {'num_leaves': 10, 'max_depth': 11, 'learning_rate': 0.016310463318069537, 'n_estimators': 242, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.8532372233168364, 'reg_alpha': 0.1663909090234419, 'reg_lambda': 0.32914729216505434}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.8544263779624246
LGBM Regressor:  2.862079213546746
LGBM Regressor:  2.8618482277434762
LGBM Regressor:  2.862751652320011
LGBM Regressor:  2.86368901511598
[I 2022-11-03 02:34:02,512] Trial 285 finished with value: 2.8621027840383158 and parameters: {'num_leaves': 14, 'max_depth': 10, 'learning_rate': 0.017832956853528238, 'n_estimators': 112, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.910252218682325, 'reg_alpha': 0.09645073640190396, 'reg_lambda': 0.418004121941227}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.860145811465366
LGBM Regressor:  2.864687112159706
LGBM Regressor:  2.8645113212788877
LGBM Regressor:  2.8653644315583735
LGBM Regressor:  2.8661833212557086
[I 2022-11-03 02:34:09,849] Trial 286 finished with value: 2.864777559445101 and parameters: {'num_leaves': 15, 'max_depth': 9, 'learning_rate': 0.014729319009026657, 'n_estimators': 110, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9808006787387178, 'reg_alpha': 0.03730054100671582, 'reg_lambda': 0.37306570351961543}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.86314161097283
LGBM Regressor:  2.398186447025466
LGBM Regressor:  2.397083471980271
LGBM Regressor:  2.3988840721909246
LGBM Regressor:  2.397800725333151
[I 2022-11-03 02:34:37,124] Trial 287 finished with value: 2.3975428280226216 and parameters: {'num_leaves': 22, 'max_depth': 11, 'learning_rate': 0.015754104861375233, 'n_estimators': 639, 'class_weight': None, 'min_child_samples': 11, 'min_child_weight': 0.9323537145351932, 'reg_alpha': 0.797652599642853, 'reg_lambda': 0.4002656903815974}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.3957594235832964
LGBM Regressor:  2.859074832177499
LGBM Regressor:  2.858648378228601
LGBM Regressor:  2.8600591421376045
LGBM Regressor:  2.860432397010935
[I 2022-11-03 02:34:47,005] Trial 288 finished with value: 2.858978798763112 and parameters: {'num_leaves': 12, 'max_depth': 10, 'learning_rate': 0.016746450718496248, 'n_estimators': 169, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9628688157375906, 'reg_alpha': 0.11548094117309698, 'reg_lambda': 0.45190564663969224}. Best is trial 154 with value: 2.8799734317829677.
LGBM Regressor:  2.85667924426092
LGBM Regressor:  2.882590105761916
LGBM Regressor:  2.8826659084003525
LGBM Regressor:  2.8831649022390353
LGBM Regressor:  2.88398444943393
[I 2022-11-03 02:34:49,779] Trial 289 finished with value: 2.882855981314943 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.010392675294309105, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9202124909186157, 'reg_alpha': 0.14398227580953404, 'reg_lambda': 0.4747802573882035}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.881874540739481
LGBM Regressor:  2.8726243349899048
LGBM Regressor:  2.8723789442280028
LGBM Regressor:  2.873392018778499
LGBM Regressor:  2.874480325704289
[I 2022-11-03 02:34:55,583] Trial 290 finished with value: 2.8728686203697276 and parameters: {'num_leaves': 12, 'max_depth': 9, 'learning_rate': 0.010459246189384288, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.8820138614548005, 'reg_alpha': 0.15357991288879133, 'reg_lambda': 0.5055296860756785}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.871467478147942
LGBM Regressor:  2.847049603427995
LGBM Regressor:  2.8446567861120826
LGBM Regressor:  2.847566950028425
LGBM Regressor:  2.848096464795251
[I 2022-11-03 02:35:30,002] Trial 291 finished with value: 2.846264098116697 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01015099918081141, 'n_estimators': 1170, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9984765947349505, 'reg_alpha': 0.07457484809312791, 'reg_lambda': 0.4759940460771293}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.843950686219732
LGBM Regressor:  2.8822529441953164
LGBM Regressor:  2.8823639521027733
LGBM Regressor:  2.882877834034313
LGBM Regressor:  2.8837640899891426
[I 2022-11-03 02:35:32,394] Trial 292 finished with value: 2.8825577241479605 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.010504223540137698, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.919280392573964, 'reg_alpha': 0.1792959364807924, 'reg_lambda': 0.48929595599832904}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8815298004182566
LGBM Regressor:  2.8427844300672427
LGBM Regressor:  2.840119388375779
LGBM Regressor:  2.844145071378468
LGBM Regressor:  2.8443542037826206
[I 2022-11-03 02:36:14,904] Trial 293 finished with value: 2.842290503881401 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.010659543184053277, 'n_estimators': 1649, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.9069702835495125, 'reg_alpha': 0.18596950214181374, 'reg_lambda': 0.5087287814647996}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8400494258028934
LGBM Regressor:  2.860560546680522
LGBM Regressor:  2.860401428746781
LGBM Regressor:  2.861258588216498
LGBM Regressor:  2.8623225287129337
[I 2022-11-03 02:36:24,399] Trial 294 finished with value: 2.86065253666499 and parameters: {'num_leaves': 16, 'max_depth': 9, 'learning_rate': 0.011201350218535156, 'n_estimators': 180, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9240709660108265, 'reg_alpha': 0.1681341787179803, 'reg_lambda': 0.4869062553761777}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8587195909682155
LGBM Regressor:  2.861819564094099
LGBM Regressor:  2.8614248887789415
LGBM Regressor:  2.8626728303612374
LGBM Regressor:  2.8633290942602723
[I 2022-11-03 02:36:37,478] Trial 295 finished with value: 2.8617513992571046 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.010065434442381288, 'n_estimators': 270, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.8950611487410443, 'reg_alpha': 0.1824759390510017, 'reg_lambda': 0.5220321687518314}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.859510618790974
LGBM Regressor:  2.8700345158104885
LGBM Regressor:  2.869974869206423
LGBM Regressor:  2.8707919934964328
LGBM Regressor:  2.8715814643507636
[I 2022-11-03 02:36:44,039] Trial 296 finished with value: 2.870289370374591 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.01004771174634809, 'n_estimators': 113, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9153811700511352, 'reg_alpha': 0.2027514977838677, 'reg_lambda': 0.46772919904835825}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.869064009008848
LGBM Regressor:  2.8777969866657016
LGBM Regressor:  2.878265447068066
LGBM Regressor:  2.8785639910182406
LGBM Regressor:  2.879180363513521
[I 2022-11-03 02:36:47,010] Trial 297 finished with value: 2.8782190598304287 and parameters: {'num_leaves': 19, 'max_depth': 9, 'learning_rate': 0.010863740204445357, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9515880362867797, 'reg_alpha': 0.05721535412882879, 'reg_lambda': 0.4891355639532527}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8772885108866144
LGBM Regressor:  2.8460573830040965
LGBM Regressor:  2.845740457906497
LGBM Regressor:  2.848466242980793
LGBM Regressor:  2.849302903172179
[I 2022-11-03 02:37:07,219] Trial 298 finished with value: 2.846779642303204 and parameters: {'num_leaves': 61, 'max_depth': 9, 'learning_rate': 0.010757874987986416, 'n_estimators': 202, 'class_weight': 'balanced', 'min_child_samples': 5, 'min_child_weight': 0.978740343882065, 'reg_alpha': 0.008770797864814217, 'reg_lambda': 0.4938685948266762}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8443312244524557
LGBM Regressor:  2.861787384252493
LGBM Regressor:  2.8618416031672402
LGBM Regressor:  2.8629072018864963
LGBM Regressor:  2.8641440423689035
[I 2022-11-03 02:37:16,116] Trial 299 finished with value: 2.862181945434621 and parameters: {'num_leaves': 20, 'max_depth': 9, 'learning_rate': 0.010941835459472152, 'n_estimators': 145, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.951907389284891, 'reg_alpha': 0.09975293762447315, 'reg_lambda': 0.49386793948102886}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8602294954979715
LGBM Regressor:  2.868503249284802
LGBM Regressor:  2.86829823464785
LGBM Regressor:  2.869139591386045
LGBM Regressor:  2.8702650220894657
[I 2022-11-03 02:37:23,795] Trial 300 finished with value: 2.8686806481383047 and parameters: {'num_leaves': 18, 'max_depth': 9, 'learning_rate': 0.010685754492658916, 'n_estimators': 106, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9701075672760986, 'reg_alpha': 0.1530878096688983, 'reg_lambda': 0.5290002323376991}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8671971432833616
LGBM Regressor:  2.874743724364704
LGBM Regressor:  2.8754462835095276
LGBM Regressor:  2.8758653200081965
LGBM Regressor:  2.876651316384263
[I 2022-11-03 02:37:28,111] Trial 301 finished with value: 2.875376883131845 and parameters: {'num_leaves': 22, 'max_depth': 10, 'learning_rate': 0.01202452511106355, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.8764549697177757, 'reg_alpha': 0.0484503803145576, 'reg_lambda': 0.4475017472688856}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.874177771392536
LGBM Regressor:  2.8789195674688246
LGBM Regressor:  2.879456587309913
LGBM Regressor:  2.8797457147022634
LGBM Regressor:  2.880579947049265
[I 2022-11-03 02:37:31,175] Trial 302 finished with value: 2.8794943167990423 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.011299847521342422, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9499122771200235, 'reg_alpha': 0.1319191175708824, 'reg_lambda': 0.34394494150800664}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.878769767464945
LGBM Regressor:  2.8627459587032904
LGBM Regressor:  2.8624786781769553
LGBM Regressor:  2.863519876422135
LGBM Regressor:  2.864726165642884
[I 2022-11-03 02:37:40,566] Trial 303 finished with value: 2.8629024271776053 and parameters: {'num_leaves': 19, 'max_depth': 9, 'learning_rate': 0.011089240314813705, 'n_estimators': 141, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9163953266090561, 'reg_alpha': 0.11532184740220891, 'reg_lambda': 0.31930269661060784}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.861041456942763
LGBM Regressor:  2.8584348496231726
LGBM Regressor:  2.8579631482572214
LGBM Regressor:  2.859163008658605
LGBM Regressor:  2.860061176957191
[I 2022-11-03 02:37:53,097] Trial 304 finished with value: 2.8583246841021817 and parameters: {'num_leaves': 16, 'max_depth': 10, 'learning_rate': 0.011611634300239582, 'n_estimators': 203, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.9409547635792214, 'reg_alpha': 0.08227975313675398, 'reg_lambda': 0.3393750349956548}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8560012370147176
LGBM Regressor:  2.868085246488599
LGBM Regressor:  2.8682822256433598
LGBM Regressor:  2.868849696722458
LGBM Regressor:  2.8699764530256155
[I 2022-11-03 02:37:58,810] Trial 305 finished with value: 2.8684476150212097 and parameters: {'num_leaves': 14, 'max_depth': 10, 'learning_rate': 0.011464887680675051, 'n_estimators': 117, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9475400883527103, 'reg_alpha': 0.13760618537715613, 'reg_lambda': 0.9510139576920478}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8670444532260175
LGBM Regressor:  2.419941875916479
LGBM Regressor:  2.419997462522029
LGBM Regressor:  2.420145755582284
LGBM Regressor:  2.419715719764765
[I 2022-11-03 02:38:03,986] Trial 306 finished with value: 2.4198364040893714 and parameters: {'num_leaves': 10, 'max_depth': 9, 'learning_rate': 0.010470476079969525, 'n_estimators': 95, 'class_weight': None, 'min_child_samples': 7, 'min_child_weight': 0.8976511978438887, 'reg_alpha': 0.1005520554921713, 'reg_lambda': 0.34670799111721684}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.4193812066613
LGBM Regressor:  2.850738285874461
LGBM Regressor:  2.8512402089321074
LGBM Regressor:  2.852793669089873
LGBM Regressor:  2.8535693978983305
[I 2022-11-03 02:38:21,374] Trial 307 finished with value: 2.851571131895967 and parameters: {'num_leaves': 54, 'max_depth': 10, 'learning_rate': 0.010980388966356143, 'n_estimators': 155, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9190121997104872, 'reg_alpha': 0.12465890563557729, 'reg_lambda': 0.3704357989390686}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.849514097685065
LGBM Regressor:  2.824402416240569
LGBM Regressor:  2.823368892119841
LGBM Regressor:  2.8268054369566555
LGBM Regressor:  2.8278105725041236
[I 2022-11-03 02:39:47,618] Trial 308 finished with value: 2.8254704345936696 and parameters: {'num_leaves': 24, 'max_depth': 10, 'learning_rate': 0.010316102947039484, 'n_estimators': 2549, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.8555292460714317, 'reg_alpha': 0.05686413824717469, 'reg_lambda': 0.30706176338972824}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.824964855147158
LGBM Regressor:  2.877541636252911
LGBM Regressor:  2.877995425419409
LGBM Regressor:  2.878330361653642
LGBM Regressor:  2.8789719903012156
[I 2022-11-03 02:39:50,656] Trial 309 finished with value: 2.877984163856726 and parameters: {'num_leaves': 18, 'max_depth': 9, 'learning_rate': 0.01133158160596636, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9598262893880835, 'reg_alpha': 0.03217708670656503, 'reg_lambda': 0.44184637154835793}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.877081405656453
LGBM Regressor:  2.8758653031172403
LGBM Regressor:  2.8764664914624456
LGBM Regressor:  2.8768465881629592
LGBM Regressor:  2.877502670651017
[I 2022-11-03 02:39:53,679] Trial 310 finished with value: 2.876407619334333 and parameters: {'num_leaves': 20, 'max_depth': 9, 'learning_rate': 0.012034123995616772, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9418454281724353, 'reg_alpha': 0.021027307227693158, 'reg_lambda': 0.35250347491993267}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.875357043278004
LGBM Regressor:  2.8573524960376253
LGBM Regressor:  2.856699081415176
LGBM Regressor:  2.858361753638461
LGBM Regressor:  2.85917305133048
[I 2022-11-03 02:40:05,910] Trial 311 finished with value: 2.857312281512083 and parameters: {'num_leaves': 18, 'max_depth': 9, 'learning_rate': 0.011136266824686335, 'n_estimators': 208, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9598002710409166, 'reg_alpha': 0.0033522277580925325, 'reg_lambda': 0.38510198472464197}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8549750251386734
LGBM Regressor:  2.864853166925433
LGBM Regressor:  2.8658737363221367
LGBM Regressor:  2.8664325357728924
LGBM Regressor:  2.8676395562286916
[I 2022-11-03 02:40:14,095] Trial 312 finished with value: 2.8657846048741327 and parameters: {'num_leaves': 24, 'max_depth': 8, 'learning_rate': 0.01141598667769754, 'n_estimators': 102, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9257450838641165, 'reg_alpha': 0.041616767573596704, 'reg_lambda': 0.4369119044611861}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.86412402912151
LGBM Regressor:  2.839025505505515
LGBM Regressor:  2.83657670323018
LGBM Regressor:  2.8397183156053223
LGBM Regressor:  2.8408367743929905
[I 2022-11-03 02:40:54,733] Trial 313 finished with value: 2.8386179004610606 and parameters: {'num_leaves': 15, 'max_depth': 9, 'learning_rate': 0.011877479930691598, 'n_estimators': 1274, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.8857071085392553, 'reg_alpha': 0.17258270701258416, 'reg_lambda': 0.46227524467798103}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8369322035712936
LGBM Regressor:  2.8552369101647708
LGBM Regressor:  2.8544928300956256
LGBM Regressor:  2.856108213205807
LGBM Regressor:  2.8566707651379453
[I 2022-11-03 02:41:09,024] Trial 314 finished with value: 2.8549785249999156 and parameters: {'num_leaves': 17, 'max_depth': 10, 'learning_rate': 0.010491057320294428, 'n_estimators': 272, 'class_weight': 'balanced', 'min_child_samples': 5, 'min_child_weight': 0.9447690559816392, 'reg_alpha': 0.030815980593587693, 'reg_lambda': 0.4150400099040068}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8523839063954295
LGBM Regressor:  2.877720621954094
LGBM Regressor:  2.8781308379681483
LGBM Regressor:  2.878787585488225
LGBM Regressor:  2.8795775970259028
[I 2022-11-03 02:41:12,685] Trial 315 finished with value: 2.8783404248164777 and parameters: {'num_leaves': 14, 'max_depth': 9, 'learning_rate': 0.012930488760690185, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.9128805004243573, 'reg_alpha': 0.19937645713483376, 'reg_lambda': 0.47339574371675053}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.877485481646018
LGBM Regressor:  2.8202300385230656
LGBM Regressor:  2.8186619792818957
LGBM Regressor:  2.822989052645116
LGBM Regressor:  2.824808786677688
[I 2022-11-03 02:42:46,176] Trial 316 finished with value: 2.8215247794354408 and parameters: {'num_leaves': 22, 'max_depth': 9, 'learning_rate': 0.013092807617061471, 'n_estimators': 2968, 'class_weight': 'balanced', 'min_child_samples': 5, 'min_child_weight': 0.9140574237303393, 'reg_alpha': 0.18355288000218323, 'reg_lambda': 0.4796698201594235}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.820934040049439
LGBM Regressor:  2.859271807126813
LGBM Regressor:  2.858812836365357
LGBM Regressor:  2.8603043829630663
LGBM Regressor:  2.8614017844672848
[I 2022-11-03 02:42:55,685] Trial 317 finished with value: 2.859379859075244 and parameters: {'num_leaves': 19, 'max_depth': 9, 'learning_rate': 0.012465228477156599, 'n_estimators': 156, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.8986186746310012, 'reg_alpha': 0.15488724600545367, 'reg_lambda': 0.4594332918715539}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.857108484453699
LGBM Regressor:  2.8672775119571843
LGBM Regressor:  2.867194789291706
LGBM Regressor:  2.8677617592403375
LGBM Regressor:  2.8688790634265877
[I 2022-11-03 02:43:01,731] Trial 318 finished with value: 2.8674114723070714 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.013337853481346735, 'n_estimators': 103, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9644518934141125, 'reg_alpha': 0.19938925068080876, 'reg_lambda': 0.5041038132300815}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8659442376195425
LGBM Regressor:  2.8706838628101834
LGBM Regressor:  2.871040413994873
LGBM Regressor:  2.8711686802758756
LGBM Regressor:  2.8723407386465065
[I 2022-11-03 02:43:10,805] Trial 319 finished with value: 2.8709407490723304 and parameters: {'num_leaves': 140, 'max_depth': 8, 'learning_rate': 0.01061198057135246, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.8636891285177616, 'reg_alpha': 0.19951782515652067, 'reg_lambda': 0.4865564548308768}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8694700496342125
LGBM Regressor:  2.864558751974096
LGBM Regressor:  2.864647368407568
LGBM Regressor:  2.865363208557142
LGBM Regressor:  2.8660246882716653
[I 2022-11-03 02:43:20,355] Trial 320 finished with value: 2.8647321406653328 and parameters: {'num_leaves': 13, 'max_depth': 9, 'learning_rate': 0.011213216115172045, 'n_estimators': 160, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.19201870529574105, 'reg_alpha': 0.072534519902357, 'reg_lambda': 0.4557513646629995}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8630666861161913
LGBM Regressor:  2.8719331054460087
LGBM Regressor:  2.871701666029925
LGBM Regressor:  2.872280258702883
LGBM Regressor:  2.8735247041519525
[I 2022-11-03 02:43:26,763] Trial 321 finished with value: 2.8719282180187387 and parameters: {'num_leaves': 17, 'max_depth': 5, 'learning_rate': 0.010023086393022686, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9304067230977539, 'reg_alpha': 0.16518422653566114, 'reg_lambda': 0.43508676604355007}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.870201355762925
LGBM Regressor:  2.8776371822958384
LGBM Regressor:  2.878222946557114
LGBM Regressor:  2.878690960315237
LGBM Regressor:  2.879549672557978
[I 2022-11-03 02:43:30,013] Trial 322 finished with value: 2.8783107099335856 and parameters: {'num_leaves': 14, 'max_depth': 9, 'learning_rate': 0.012965000628434595, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9582438569418141, 'reg_alpha': 0.055771998703674816, 'reg_lambda': 0.32686828276633256}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.877452787941762
LGBM Regressor:  2.8222793203802854
LGBM Regressor:  2.821715614404749
LGBM Regressor:  2.826047231480518
LGBM Regressor:  2.8275974638532464
[I 2022-11-03 02:44:25,512] Trial 323 finished with value: 2.8242374010649853 and parameters: {'num_leaves': 72, 'max_depth': 9, 'learning_rate': 0.012647306581006244, 'n_estimators': 756, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9122546254499597, 'reg_alpha': 0.02989036093716541, 'reg_lambda': 0.32658509607555775}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.823547375206129
LGBM Regressor:  2.853132427719304
LGBM Regressor:  2.8526859470973314
LGBM Regressor:  2.855015788961123
LGBM Regressor:  2.8552693410568812
[I 2022-11-03 02:44:38,639] Trial 324 finished with value: 2.8533647716192965 and parameters: {'num_leaves': 21, 'max_depth': 9, 'learning_rate': 0.012224506801237763, 'n_estimators': 221, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9506460191930232, 'reg_alpha': 0.04822636752346063, 'reg_lambda': 0.34270175689433136}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.85072035326184
LGBM Regressor:  2.864952028170849
LGBM Regressor:  2.864833500540916
LGBM Regressor:  2.865412310064787
LGBM Regressor:  2.8664519901741494
[I 2022-11-03 02:44:46,100] Trial 325 finished with value: 2.8649921477546503 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.013670697621299717, 'n_estimators': 117, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.8348563584771282, 'reg_alpha': 0.06199180984445926, 'reg_lambda': 0.30152431171437427}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8633109098225504
LGBM Regressor:  2.8615030614600916
LGBM Regressor:  2.8614558059720627
LGBM Regressor:  2.8624763520221337
LGBM Regressor:  2.8630577754781297
[I 2022-11-03 02:44:55,278] Trial 326 finished with value: 2.8616173404553225 and parameters: {'num_leaves': 13, 'max_depth': 8, 'learning_rate': 0.012968119389545271, 'n_estimators': 170, 'class_weight': 'balanced', 'min_child_samples': 4, 'min_child_weight': 0.884916522969489, 'reg_alpha': 0.0831710561498896, 'reg_lambda': 0.31541110396517535}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8595937073441964
LGBM Regressor:  2.4211579338018474
LGBM Regressor:  2.4210835680380622
LGBM Regressor:  2.4214016719894857
LGBM Regressor:  2.4211188903369054
[I 2022-11-03 02:44:59,034] Trial 327 finished with value: 2.4211098491834546 and parameters: {'num_leaves': 18, 'max_depth': 9, 'learning_rate': 0.011470237921833413, 'n_estimators': 50, 'class_weight': None, 'min_child_samples': 7, 'min_child_weight': 0.9320455143815609, 'reg_alpha': 0.056866827412092216, 'reg_lambda': 0.4833445053266472}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.4207871817509736
LGBM Regressor:  2.8718930664437936
LGBM Regressor:  2.8716690992997775
LGBM Regressor:  2.872546341054285
LGBM Regressor:  2.873177378698595
[I 2022-11-03 02:45:05,627] Trial 328 finished with value: 2.871927228604279 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.011938245618501148, 'n_estimators': 113, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9600692032989865, 'reg_alpha': 0.10574972930341753, 'reg_lambda': 0.3543728670242498}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.870350257524943
LGBM Regressor:  2.864511069584489
LGBM Regressor:  2.8654319317100336
LGBM Regressor:  2.8659260128676896
LGBM Regressor:  2.8669518805548466
[I 2022-11-03 02:45:14,256] Trial 329 finished with value: 2.865258773607748 and parameters: {'num_leaves': 27, 'max_depth': 9, 'learning_rate': 0.010761518170222813, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9045569680714182, 'reg_alpha': 0.038800244720930535, 'reg_lambda': 0.5156812768877939}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8634729733216813
LGBM Regressor:  2.8617558313282934
LGBM Regressor:  2.8616329660487
LGBM Regressor:  2.8628338612433493
LGBM Regressor:  2.8633894644075055
[I 2022-11-03 02:45:23,853] Trial 330 finished with value: 2.86190607740068 and parameters: {'num_leaves': 13, 'max_depth': 9, 'learning_rate': 0.013010953860227227, 'n_estimators': 166, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9275462913279333, 'reg_alpha': 0.08452716891756314, 'reg_lambda': 0.4690270501711477}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8599182639755525
LGBM Regressor:  2.853808043006977
LGBM Regressor:  2.853246508859756
LGBM Regressor:  2.8551979654176214
LGBM Regressor:  2.855352805219774
[I 2022-11-03 02:45:37,725] Trial 331 finished with value: 2.853764262428015 and parameters: {'num_leaves': 16, 'max_depth': 10, 'learning_rate': 0.013788278917985376, 'n_estimators': 236, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9487299983671641, 'reg_alpha': 0.02436454058490701, 'reg_lambda': 0.3285509629384595}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8512159896359464
LGBM Regressor:  2.875090750143741
LGBM Regressor:  2.8750348265495203
LGBM Regressor:  2.876181665713705
LGBM Regressor:  2.8769104437024975
[I 2022-11-03 02:45:41,952] Trial 332 finished with value: 2.8754335559401136 and parameters: {'num_leaves': 10, 'max_depth': 10, 'learning_rate': 0.01095733416602528, 'n_estimators': 95, 'class_weight': 'balanced', 'min_child_samples': 5, 'min_child_weight': 0.9783065935307702, 'reg_alpha': 0.1093742517904801, 'reg_lambda': 0.36846207548913323}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8739500935911027
LGBM Regressor:  2.835485718241977
LGBM Regressor:  2.833259854349298
LGBM Regressor:  2.837571322809787
LGBM Regressor:  2.8376040741336066
[I 2022-11-03 02:46:40,853] Trial 333 finished with value: 2.8354100511631026 and parameters: {'num_leaves': 13, 'max_depth': 8, 'learning_rate': 0.01155478023976658, 'n_estimators': 2038, 'class_weight': 'balanced', 'min_child_samples': 6, 'min_child_weight': 0.9636399948784213, 'reg_alpha': 0.05778058620640823, 'reg_lambda': 0.4418971712633782}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8331292862808453
LGBM Regressor:  2.873616765830732
LGBM Regressor:  2.8742559846154654
LGBM Regressor:  2.874907662130915
LGBM Regressor:  2.8757511906761826
[I 2022-11-03 02:46:44,226] Trial 334 finished with value: 2.87435193513657 and parameters: {'num_leaves': 20, 'max_depth': 9, 'learning_rate': 0.0141089555504519, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 8, 'min_child_weight': 0.9102375988648411, 'reg_alpha': 0.9210469490623554, 'reg_lambda': 0.4712357856022276}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8732280724295545
LGBM Regressor:  2.861622806812907
LGBM Regressor:  2.861536223840817
LGBM Regressor:  2.862396574665756
LGBM Regressor:  2.8632325297109666
[I 2022-11-03 02:46:52,538] Trial 335 finished with value: 2.8617044702450287 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.012751279961850378, 'n_estimators': 154, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.1444293949953076, 'reg_alpha': 0.14156109959009186, 'reg_lambda': 0.6839360163701511}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8597342161946973
LGBM Regressor:  2.875782062931164
LGBM Regressor:  2.876231582833608
LGBM Regressor:  2.8770081414333992
LGBM Regressor:  2.8780087722423704
[I 2022-11-03 02:46:57,538] Trial 336 finished with value: 2.8764435319821198 and parameters: {'num_leaves': 10, 'max_depth': 4, 'learning_rate': 0.010579723018676627, 'n_estimators': 100, 'class_weight': 'balanced', 'min_child_samples': 7, 'min_child_weight': 0.9995977257055574, 'reg_alpha': 0.11997143637732288, 'reg_lambda': 0.4421543234530822}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.875187100470058
LGBM Regressor:  2.860641280715774
LGBM Regressor:  2.860477359191022
LGBM Regressor:  2.861779792198177
LGBM Regressor:  2.8622849464797557
[I 2022-11-03 02:47:07,307] Trial 337 finished with value: 2.8607583686313163 and parameters: {'num_leaves': 13, 'max_depth': 9, 'learning_rate': 0.011908424808167567, 'n_estimators': 196, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9403090928254214, 'reg_alpha': 0.0909587826198463, 'reg_lambda': 0.28606434134582553}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8586084645718515
LGBM Regressor:  2.8686477194366837
LGBM Regressor:  2.868201123624807
LGBM Regressor:  2.86901417477485
LGBM Regressor:  2.870240343481643
[I 2022-11-03 02:47:13,697] Trial 338 finished with value: 2.8686563931678934 and parameters: {'num_leaves': 17, 'max_depth': 10, 'learning_rate': 0.011255207330134572, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.8794588033246413, 'reg_alpha': 0.18027210931037527, 'reg_lambda': 0.38286001260645036}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8671786045214804
LGBM Regressor:  2.878164104163371
LGBM Regressor:  2.878549028726724
LGBM Regressor:  2.87898029562737
LGBM Regressor:  2.879851910868738
[I 2022-11-03 02:47:17,608] Trial 339 finished with value: 2.8786587474911824 and parameters: {'num_leaves': 13, 'max_depth': 10, 'learning_rate': 0.013418766655241953, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9285131861201558, 'reg_alpha': 0.07476549231962701, 'reg_lambda': 0.503498399961255}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.877748398069709
LGBM Regressor:  2.8597971653629166
LGBM Regressor:  2.859440979632434
LGBM Regressor:  2.8608401383607682
LGBM Regressor:  2.861879764881887
[I 2022-11-03 02:47:26,071] Trial 340 finished with value: 2.859904083992302 and parameters: {'num_leaves': 19, 'max_depth': 10, 'learning_rate': 0.013487596578851306, 'n_estimators': 140, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.962817928402309, 'reg_alpha': 0.070303628867559, 'reg_lambda': 0.4895568110037463}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8575623717235015
LGBM Regressor:  2.877595106380256
LGBM Regressor:  2.8779793441942303
LGBM Regressor:  2.878437736196862
LGBM Regressor:  2.87947008587928
[I 2022-11-03 02:47:30,928] Trial 341 finished with value: 2.8781671806651765 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.012129529638436647, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9331578089125304, 'reg_alpha': 0.07438554241679815, 'reg_lambda': 0.5160643776392351}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.877353630675253
LGBM Regressor:  2.847343407228578
LGBM Regressor:  2.846927773164555
LGBM Regressor:  2.8493800804271348
LGBM Regressor:  2.8497863142780253
[I 2022-11-03 02:47:49,584] Trial 342 finished with value: 2.8477808779426903 and parameters: {'num_leaves': 23, 'max_depth': 10, 'learning_rate': 0.012403106737488484, 'n_estimators': 307, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9790263771964389, 'reg_alpha': 0.04660748984201914, 'reg_lambda': 0.5406146827835173}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.84546681461516
LGBM Regressor:  2.8777248028052624
LGBM Regressor:  2.878091112503136
LGBM Regressor:  2.878520175819202
LGBM Regressor:  2.879348594293973
[I 2022-11-03 02:47:52,656] Trial 343 finished with value: 2.878207985448391 and parameters: {'num_leaves': 17, 'max_depth': 10, 'learning_rate': 0.011999698836009091, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9441081655279459, 'reg_alpha': 0.6521981689912808, 'reg_lambda': 0.5474280234366334}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.877355241820382
LGBM Regressor:  2.8763583710072123
LGBM Regressor:  2.8770614224933646
LGBM Regressor:  2.8773686176692777
LGBM Regressor:  2.8781147961973463
[I 2022-11-03 02:47:55,978] Trial 344 finished with value: 2.8769689204246562 and parameters: {'num_leaves': 19, 'max_depth': 10, 'learning_rate': 0.012129606527151608, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9000177460168837, 'reg_alpha': 0.7564046670501583, 'reg_lambda': 0.5688756001193056}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.875941394756081
LGBM Regressor:  2.8571240333759236
LGBM Regressor:  2.857121207612647
LGBM Regressor:  2.8585145640530154
LGBM Regressor:  2.8594788517757572
[I 2022-11-03 02:48:06,368] Trial 345 finished with value: 2.8574357815854357 and parameters: {'num_leaves': 23, 'max_depth': 10, 'learning_rate': 0.012729320677697364, 'n_estimators': 153, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.925192513272706, 'reg_alpha': 0.5824545943490589, 'reg_lambda': 0.5189474762120079}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8549402511098356
LGBM Regressor:  2.8560937392517065
LGBM Regressor:  2.855706345176982
LGBM Regressor:  2.8573140544130338
LGBM Regressor:  2.8581191839841433
[I 2022-11-03 02:48:19,214] Trial 346 finished with value: 2.8562283569249325 and parameters: {'num_leaves': 17, 'max_depth': 11, 'learning_rate': 0.011674019978704209, 'n_estimators': 221, 'class_weight': 'balanced', 'min_child_samples': 10, 'min_child_weight': 0.9516788454420597, 'reg_alpha': 0.6369603703457181, 'reg_lambda': 0.5511693380041801}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8539084617987944
LGBM Regressor:  2.8650848553805544
LGBM Regressor:  2.8652794740239833
LGBM Regressor:  2.866152980193771
LGBM Regressor:  2.867449727157479
[I 2022-11-03 02:48:27,496] Trial 347 finished with value: 2.865529908212283 and parameters: {'num_leaves': 21, 'max_depth': 10, 'learning_rate': 0.011626426547524502, 'n_estimators': 108, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9803785577188191, 'reg_alpha': 0.026189312400123253, 'reg_lambda': 0.5129852646492131}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.863682504305628
LGBM Regressor:  2.4114161485106216
LGBM Regressor:  2.4113291299059507
LGBM Regressor:  2.4119070431662077
LGBM Regressor:  2.4111460870845183
[I 2022-11-03 02:48:36,027] Trial 348 finished with value: 2.411242982916076 and parameters: {'num_leaves': 16, 'max_depth': 11, 'learning_rate': 0.012417762141681011, 'n_estimators': 146, 'class_weight': None, 'min_child_samples': 8, 'min_child_weight': 0.960553141333464, 'reg_alpha': 0.6719926014929862, 'reg_lambda': 0.5425847272002027}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.4104165059130813
LGBM Regressor:  2.8718734433227433
LGBM Regressor:  2.8727519204896077
LGBM Regressor:  2.8731255326559713
LGBM Regressor:  2.8736202377134195
[I 2022-11-03 02:48:40,221] Trial 349 finished with value: 2.872530629244154 and parameters: {'num_leaves': 30, 'max_depth': 10, 'learning_rate': 0.013163614776700543, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 40, 'min_child_weight': 0.9337295493381765, 'reg_alpha': 0.06801082524549737, 'reg_lambda': 0.5126974713313037}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.871282012039027
LGBM Regressor:  2.8700877178778113
LGBM Regressor:  2.870159619305108
LGBM Regressor:  2.8710614177998393
LGBM Regressor:  2.871853469270957
[I 2022-11-03 02:48:47,243] Trial 350 finished with value: 2.8704844660051663 and parameters: {'num_leaves': 15, 'max_depth': 10, 'learning_rate': 0.010981068097556678, 'n_estimators': 102, 'class_weight': 'balanced', 'min_child_samples': 9, 'min_child_weight': 0.9110731998442418, 'reg_alpha': 0.0902085064026098, 'reg_lambda': 0.6133041958767383}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8692601057721165
LGBM Regressor:  2.856009661736509
LGBM Regressor:  2.8557176953937327
LGBM Regressor:  2.8572669554191723
LGBM Regressor:  2.85799885484743
[I 2022-11-03 02:48:59,066] Trial 351 finished with value: 2.856165572892667 and parameters: {'num_leaves': 19, 'max_depth': 11, 'learning_rate': 0.012398098664635577, 'n_estimators': 196, 'class_weight': 'balanced', 'min_child_samples': 34, 'min_child_weight': 0.8700643989730661, 'reg_alpha': 0.005000686446850797, 'reg_lambda': 0.4989487815895049}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8538346970664903
LGBM Regressor:  2.8787352218119997
LGBM Regressor:  2.8788868728047934
LGBM Regressor:  2.87973957473023
LGBM Regressor:  2.8802830756296016
[I 2022-11-03 02:49:03,486] Trial 352 finished with value: 2.8791975663560185 and parameters: {'num_leaves': 14, 'max_depth': 7, 'learning_rate': 0.011955023014515263, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9517136005686929, 'reg_alpha': 0.100042228627196, 'reg_lambda': 0.5325808252813792}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8783430868034667
LGBM Regressor:  2.8672426128739796
LGBM Regressor:  2.867178621804773
LGBM Regressor:  2.868066182468595
LGBM Regressor:  2.869418710928363
[I 2022-11-03 02:49:09,825] Trial 353 finished with value: 2.8676134760745393 and parameters: {'num_leaves': 18, 'max_depth': 7, 'learning_rate': 0.011808653863702098, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.968035153211359, 'reg_alpha': 0.08032721830837865, 'reg_lambda': 0.556647220370402}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8661612522969846
LGBM Regressor:  2.8532943912303366
LGBM Regressor:  2.8530235819374847
LGBM Regressor:  2.8552621288365567
LGBM Regressor:  2.8556562230416387
[I 2022-11-03 02:49:23,657] Trial 354 finished with value: 2.8538069375461506 and parameters: {'num_leaves': 35, 'max_depth': 7, 'learning_rate': 0.013030691873166201, 'n_estimators': 158, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9433559776724111, 'reg_alpha': 0.7001500017755302, 'reg_lambda': 0.5138866259225715}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8517983626847374
LGBM Regressor:  2.8716016244448044
LGBM Regressor:  2.8710668423983874
LGBM Regressor:  2.8720368063561104
LGBM Regressor:  2.873439752416331
[I 2022-11-03 02:49:29,346] Trial 355 finished with value: 2.871624343504377 and parameters: {'num_leaves': 14, 'max_depth': 6, 'learning_rate': 0.011401465202564529, 'n_estimators': 100, 'class_weight': 'balanced', 'min_child_samples': 48, 'min_child_weight': 0.9800740145067076, 'reg_alpha': 0.046922192710709465, 'reg_lambda': 0.5329796230489751}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.869976691906252
LGBM Regressor:  2.878395738309955
LGBM Regressor:  2.87871310474264
LGBM Regressor:  2.8794185606496057
LGBM Regressor:  2.8798675644972227
[I 2022-11-03 02:49:33,615] Trial 356 finished with value: 2.8788569731885496 and parameters: {'num_leaves': 16, 'max_depth': 7, 'learning_rate': 0.01210419527296025, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9996692307706437, 'reg_alpha': 0.10603387601573414, 'reg_lambda': 0.5746261424215654}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.877889897743323
LGBM Regressor:  2.854755161073303
LGBM Regressor:  2.8540980271630274
LGBM Regressor:  2.856368773707651
LGBM Regressor:  2.8566204542108276
[I 2022-11-03 02:49:47,314] Trial 357 finished with value: 2.854768916557189 and parameters: {'num_leaves': 16, 'max_depth': 6, 'learning_rate': 0.012172761530295966, 'n_estimators': 262, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9968255231975821, 'reg_alpha': 0.09844060806426877, 'reg_lambda': 0.6045047086191607}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.852002166631135
LGBM Regressor:  2.878546454060601
LGBM Regressor:  2.87908939925685
LGBM Regressor:  2.879714429539447
LGBM Regressor:  2.8800367511684324
[I 2022-11-03 02:49:50,289] Trial 358 finished with value: 2.879141539553744 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.012743348497047006, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9852885373861257, 'reg_alpha': 0.06406151394368613, 'reg_lambda': 0.5659657373973855}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8783206637433887
LGBM Regressor:  2.8596908697490493
LGBM Regressor:  2.85950112829727
LGBM Regressor:  2.86086768597682
LGBM Regressor:  2.8614639223844947
[I 2022-11-03 02:49:59,844] Trial 359 finished with value: 2.8598450090428478 and parameters: {'num_leaves': 15, 'max_depth': 7, 'learning_rate': 0.013130399530633573, 'n_estimators': 171, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9893682307116888, 'reg_alpha': 0.058188236553397776, 'reg_lambda': 0.5801605791039812}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8577014388066044
LGBM Regressor:  2.8762741289774882
LGBM Regressor:  2.877140889344324
LGBM Regressor:  2.877695054567363
LGBM Regressor:  2.8780075471704425
[I 2022-11-03 02:50:03,183] Trial 360 finished with value: 2.8770069191149283 and parameters: {'num_leaves': 20, 'max_depth': 7, 'learning_rate': 0.012420868539846665, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.9911416023734412, 'reg_alpha': 0.8122986859565859, 'reg_lambda': 0.5827864838667376}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8759169755150227
LGBM Regressor:  2.864311696818168
LGBM Regressor:  2.863809395313606
LGBM Regressor:  2.8651648124779276
LGBM Regressor:  2.8661340967791027
[I 2022-11-03 02:50:10,573] Trial 361 finished with value: 2.8644215741696812 and parameters: {'num_leaves': 17, 'max_depth': 7, 'learning_rate': 0.013456035539116751, 'n_estimators': 115, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9980069257142994, 'reg_alpha': 0.10738784711002997, 'reg_lambda': 0.5550466333558821}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.862687869459603
LGBM Regressor:  2.860183851951238
LGBM Regressor:  2.8602941801291912
LGBM Regressor:  2.8614716184516524
LGBM Regressor:  2.8619523363290638
[I 2022-11-03 02:50:20,168] Trial 362 finished with value: 2.8604266598053423 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.012096250885893042, 'n_estimators': 199, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.9646406369495008, 'reg_alpha': 0.035496577912784794, 'reg_lambda': 0.5722300953233808}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8582313121655645
LGBM Regressor:  2.8637754031682556
LGBM Regressor:  2.8634376278990588
LGBM Regressor:  2.864473694241598
LGBM Regressor:  2.8652863814479006
[I 2022-11-03 02:50:28,578] Trial 363 finished with value: 2.8637752186802237 and parameters: {'num_leaves': 14, 'max_depth': 7, 'learning_rate': 0.012908974631988573, 'n_estimators': 140, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9789520975711293, 'reg_alpha': 0.06753705108201988, 'reg_lambda': 0.5473286723536585}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8619029866443055
LGBM Regressor:  2.8654921888812104
LGBM Regressor:  2.8648362214333263
LGBM Regressor:  2.8656528376513792
LGBM Regressor:  2.866773966802225
[I 2022-11-03 02:50:35,130] Trial 364 finished with value: 2.865264458276809 and parameters: {'num_leaves': 17, 'max_depth': 8, 'learning_rate': 0.013863807237076822, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.962225178110998, 'reg_alpha': 0.09663500444348946, 'reg_lambda': 0.5248511358386958}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8635670766159067
LGBM Regressor:  2.879618148512776
LGBM Regressor:  2.880167129826565
LGBM Regressor:  2.8804731804343686
LGBM Regressor:  2.8812597392576116
[I 2022-11-03 02:50:38,233] Trial 365 finished with value: 2.880159945126588 and parameters: {'num_leaves': 13, 'max_depth': 8, 'learning_rate': 0.01161082252574886, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9703618012660231, 'reg_alpha': 0.11347168995248884, 'reg_lambda': 0.5529082587490778}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8792815276016173
LGBM Regressor:  2.8755851726700774
LGBM Regressor:  2.8761936680375295
LGBM Regressor:  2.876613697115671
LGBM Regressor:  2.876974667542496
[I 2022-11-03 02:50:41,710] Trial 366 finished with value: 2.8760675779543714 and parameters: {'num_leaves': 25, 'max_depth': 7, 'learning_rate': 0.011508837966239846, 'n_estimators': 52, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9985911927516966, 'reg_alpha': 0.11492984406953047, 'reg_lambda': 0.6112199107648397}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8749706844060836
LGBM Regressor:  2.853062724090518
LGBM Regressor:  2.854273549349506
LGBM Regressor:  2.855675436441796
LGBM Regressor:  2.8565273980112966
[I 2022-11-03 02:50:56,636] Trial 367 finished with value: 2.854355516654697 and parameters: {'num_leaves': 114, 'max_depth': 8, 'learning_rate': 0.012066794067460383, 'n_estimators': 112, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9556547454370932, 'reg_alpha': 0.12504053099005435, 'reg_lambda': 0.5773845370760298}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8522384753803656
LGBM Regressor:  2.853485201171988
LGBM Regressor:  2.852604074764582
LGBM Regressor:  2.854574264614452
LGBM Regressor:  2.855573155174353
[I 2022-11-03 02:51:09,108] Trial 368 finished with value: 2.853472644445925 and parameters: {'num_leaves': 20, 'max_depth': 6, 'learning_rate': 0.01264421595135542, 'n_estimators': 239, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.9739836876730174, 'reg_alpha': 0.10525503667903785, 'reg_lambda': 0.5596959811100676}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8511265265042494
LGBM Regressor:  2.413361163070851
LGBM Regressor:  2.413314237136192
LGBM Regressor:  2.4136358215625524
LGBM Regressor:  2.4129666678419084
[I 2022-11-03 02:51:18,529] Trial 369 finished with value: 2.4131872337128484 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.011046933928136245, 'n_estimators': 158, 'class_weight': None, 'min_child_samples': 12, 'min_child_weight': 0.9515996486088967, 'reg_alpha': 0.5405769411071352, 'reg_lambda': 0.6210352401252948}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.412658278952738
LGBM Regressor:  2.8676988528075182
LGBM Regressor:  2.86758349551103
LGBM Regressor:  2.868599775896089
LGBM Regressor:  2.8696891597239276
[I 2022-11-03 02:51:25,200] Trial 370 finished with value: 2.8680589819830984 and parameters: {'num_leaves': 17, 'max_depth': 7, 'learning_rate': 0.011927010415231304, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9275612824202221, 'reg_alpha': 0.020715382044327012, 'reg_lambda': 0.5978566980154171}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8667236259769275
LGBM Regressor:  2.878736665855761
LGBM Regressor:  2.879437630393194
LGBM Regressor:  2.879855220294073
LGBM Regressor:  2.880663414789529
[I 2022-11-03 02:51:27,977] Trial 371 finished with value: 2.879471471473621 and parameters: {'num_leaves': 14, 'max_depth': 8, 'learning_rate': 0.011444969816592597, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9779206511235101, 'reg_alpha': 0.6188813070135675, 'reg_lambda': 0.5867612482124382}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.878664426035549
LGBM Regressor:  2.8578094191583405
LGBM Regressor:  2.8574489009279467
LGBM Regressor:  2.859282150922302
LGBM Regressor:  2.8597605413589577
[I 2022-11-03 02:51:40,040] Trial 372 finished with value: 2.8579998002167963 and parameters: {'num_leaves': 21, 'max_depth': 8, 'learning_rate': 0.011308207147871363, 'n_estimators': 177, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9801648277631555, 'reg_alpha': 0.6435956001456382, 'reg_lambda': 0.5573125040780312}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8556979887164347
LGBM Regressor:  2.8689535443162777
LGBM Regressor:  2.86900772407934
LGBM Regressor:  2.869612372045022
LGBM Regressor:  2.8705676906558333
[I 2022-11-03 02:51:46,940] Trial 373 finished with value: 2.8692356361867497 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.01161288155247864, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9805530391173118, 'reg_alpha': 0.674930605920365, 'reg_lambda': 0.5993595302440116}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8680368498372744
LGBM Regressor:  2.862988958786395
LGBM Regressor:  2.8626771052524655
LGBM Regressor:  2.863607491433959
LGBM Regressor:  2.864953584827858
[I 2022-11-03 02:51:56,412] Trial 374 finished with value: 2.86304946076607 and parameters: {'num_leaves': 18, 'max_depth': 8, 'learning_rate': 0.010870403251866658, 'n_estimators': 149, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9642372756805108, 'reg_alpha': 0.04828656879853785, 'reg_lambda': 0.5645625379771432}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.861020163529671
LGBM Regressor:  2.8781491260711993
LGBM Regressor:  2.8787401745161127
LGBM Regressor:  2.879223355067777
LGBM Regressor:  2.880043930774526
[I 2022-11-03 02:51:59,230] Trial 375 finished with value: 2.8788203538349793 and parameters: {'num_leaves': 14, 'max_depth': 8, 'learning_rate': 0.012707244324543508, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.9987216709029396, 'reg_alpha': 0.6003457911020358, 'reg_lambda': 0.5322631211427298}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8779451827452807
LGBM Regressor:  2.87571112844452
LGBM Regressor:  2.876401789580764
LGBM Regressor:  2.876848930830929
LGBM Regressor:  2.8775497802606145
[I 2022-11-03 02:52:02,227] Trial 376 finished with value: 2.8763645344686033 and parameters: {'num_leaves': 20, 'max_depth': 8, 'learning_rate': 0.012462971146529792, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.9834340768842601, 'reg_alpha': 0.6496466474858754, 'reg_lambda': 0.5447842230655472}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8753110432261897
LGBM Regressor:  2.8180604829467284
LGBM Regressor:  2.8152148984771483
LGBM Regressor:  2.820916300127303
LGBM Regressor:  2.8216109151165343
[I 2022-11-03 02:53:18,559] Trial 377 finished with value: 2.818926017187773 and parameters: {'num_leaves': 100, 'max_depth': 8, 'learning_rate': 0.013323286428550216, 'n_estimators': 880, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.9980353580978475, 'reg_alpha': 0.6266853630613451, 'reg_lambda': 0.5406427262904057}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8188274892711513
LGBM Regressor:  2.8566433483942997
LGBM Regressor:  2.8564810422415623
LGBM Regressor:  2.857848723638063
LGBM Regressor:  2.8581885643509035
[I 2022-11-03 02:53:30,326] Trial 378 finished with value: 2.856709045346677 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.012796814257757227, 'n_estimators': 216, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9997593303969425, 'reg_alpha': 0.5887441093774954, 'reg_lambda': 0.6420568114348948}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8543835481085535
LGBM Regressor:  2.875667714755293
LGBM Regressor:  2.876251675847551
LGBM Regressor:  2.8765308598219934
LGBM Regressor:  2.877169627515715
[I 2022-11-03 02:53:33,760] Trial 379 finished with value: 2.8761193195066967 and parameters: {'num_leaves': 23, 'max_depth': 8, 'learning_rate': 0.0118956667968494, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 14, 'min_child_weight': 0.9701810792998647, 'reg_alpha': 0.701240687842855, 'reg_lambda': 0.580529123164186}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.874976719592933
LGBM Regressor:  2.8681336611149906
LGBM Regressor:  2.868027184232152
LGBM Regressor:  2.8689390860307435
LGBM Regressor:  2.8699647718719477
[I 2022-11-03 02:53:41,371] Trial 380 finished with value: 2.868420493929478 and parameters: {'num_leaves': 16, 'max_depth': 7, 'learning_rate': 0.011435897626860462, 'n_estimators': 110, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.962446463824061, 'reg_alpha': 0.6046991975694826, 'reg_lambda': 0.5891872089363271}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.867037766397556
LGBM Regressor:  2.8489707289810613
LGBM Regressor:  2.8489997222745282
LGBM Regressor:  2.8512208618204773
LGBM Regressor:  2.8517327055832147
[I 2022-11-03 02:53:59,735] Trial 381 finished with value: 2.849688254535045 and parameters: {'num_leaves': 90, 'max_depth': 8, 'learning_rate': 0.012334827827598874, 'n_estimators': 143, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9993412731825141, 'reg_alpha': 0.6107970934434163, 'reg_lambda': 0.529328402349827}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8475172540159432
LGBM Regressor:  2.8515860772969934
LGBM Regressor:  2.8502210424593093
LGBM Regressor:  2.852496599280235
LGBM Regressor:  2.853174543677741
[I 2022-11-03 02:54:14,763] Trial 382 finished with value: 2.851175058129147 and parameters: {'num_leaves': 18, 'max_depth': 6, 'learning_rate': 0.0133061765639845, 'n_estimators': 291, 'class_weight': 'balanced', 'min_child_samples': 12, 'min_child_weight': 0.9461986575243654, 'reg_alpha': 0.6250792755851309, 'reg_lambda': 0.5046545359749934}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8483970279314565
LGBM Regressor:  2.8710317095509654
LGBM Regressor:  2.870696737519365
LGBM Regressor:  2.872046360057603
LGBM Regressor:  2.872445134889066
[I 2022-11-03 02:54:21,164] Trial 383 finished with value: 2.8712583918262826 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.010931034357043902, 'n_estimators': 108, 'class_weight': 'balanced', 'min_child_samples': 13, 'min_child_weight': 0.9776552567985454, 'reg_alpha': 0.06845741581747936, 'reg_lambda': 0.5383546332176501}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.870072017114414
LGBM Regressor:  2.860515105215301
LGBM Regressor:  2.860376879235554
LGBM Regressor:  2.8617381115910407
LGBM Regressor:  2.8621869612619983
[I 2022-11-03 02:54:31,501] Trial 384 finished with value: 2.8606828885292637 and parameters: {'num_leaves': 13, 'max_depth': 9, 'learning_rate': 0.01187658364290252, 'n_estimators': 198, 'class_weight': 'balanced', 'min_child_samples': 37, 'min_child_weight': 0.9268429066291504, 'reg_alpha': 0.6537687462755284, 'reg_lambda': 0.5646976410902302}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8585973853424247
LGBM Regressor:  2.8658715339672947
LGBM Regressor:  2.8653152849601238
LGBM Regressor:  2.8661025913827043
LGBM Regressor:  2.8674420303357167
[I 2022-11-03 02:54:38,734] Trial 385 finished with value: 2.8657327121406815 and parameters: {'num_leaves': 17, 'max_depth': 8, 'learning_rate': 0.013737274787826494, 'n_estimators': 103, 'class_weight': 'balanced', 'min_child_samples': 11, 'min_child_weight': 0.9524377405956261, 'reg_alpha': 0.6637506259540499, 'reg_lambda': 0.5236783828478109}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.86393212005757
LGBM Regressor:  2.854928183439095
LGBM Regressor:  2.854440163281141
LGBM Regressor:  2.856580049670072
LGBM Regressor:  2.857513183076066
[I 2022-11-03 02:54:50,638] Trial 386 finished with value: 2.855323435916708 and parameters: {'num_leaves': 42, 'max_depth': 6, 'learning_rate': 0.0126021460750042, 'n_estimators': 162, 'class_weight': 'balanced', 'min_child_samples': 15, 'min_child_weight': 0.9757848605216131, 'reg_alpha': 0.6111322219671745, 'reg_lambda': 0.4958338856736832}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8531556001171654
LGBM Regressor:  2.8811631779854285
LGBM Regressor:  2.8816380560345816
LGBM Regressor:  2.882059807677617
LGBM Regressor:  2.8823862970708967
[I 2022-11-03 02:54:53,447] Trial 387 finished with value: 2.8816072069999583 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.01050539244708265, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 27, 'min_child_weight': 0.9238802052113351, 'reg_alpha': 0.5546746119549935, 'reg_lambda': 0.5917553293500134}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8807886962312668
LGBM Regressor:  2.423451308804253
LGBM Regressor:  2.4235496110942165
LGBM Regressor:  2.423601837260959
LGBM Regressor:  2.423417187481865
[I 2022-11-03 02:54:56,038] Trial 388 finished with value: 2.423424565681961 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.010416204655944441, 'n_estimators': 50, 'class_weight': None, 'min_child_samples': 13, 'min_child_weight': 0.9186963285962482, 'reg_alpha': 0.5546900124025197, 'reg_lambda': 0.5910914893405659}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.423102883768512
LGBM Regressor:  2.871425121930304
LGBM Regressor:  2.8713339124279322
LGBM Regressor:  2.8726699629197934
LGBM Regressor:  2.8732324552998296
[I 2022-11-03 02:55:00,608] Trial 389 finished with value: 2.871858705332636 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.010211114302199568, 'n_estimators': 112, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.9110792627237958, 'reg_alpha': 0.5784521586237656, 'reg_lambda': 0.5725530380428787}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.870632074085319
LGBM Regressor:  2.8588243106430804
LGBM Regressor:  2.8587056487252998
LGBM Regressor:  2.8601205860385406
LGBM Regressor:  2.860651601239141
[I 2022-11-03 02:55:13,663] Trial 390 finished with value: 2.8590183338642197 and parameters: {'num_leaves': 15, 'max_depth': 7, 'learning_rate': 0.010797156436197957, 'n_estimators': 222, 'class_weight': 'balanced', 'min_child_samples': 29, 'min_child_weight': 0.9416465396330318, 'reg_alpha': 0.5320804208319411, 'reg_lambda': 0.6267224378355298}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8567895226750357
LGBM Regressor:  2.845868094302527
LGBM Regressor:  2.8426530176264864
LGBM Regressor:  2.8456735109056734
LGBM Regressor:  2.8463988269887226
[I 2022-11-03 02:55:21,015] Trial 391 finished with value: 2.844508842679892 and parameters: {'num_leaves': 13, 'max_depth': 6, 'learning_rate': 0.06424780786892026, 'n_estimators': 156, 'class_weight': 'balanced', 'min_child_samples': 29, 'min_child_weight': 0.9014398952019256, 'reg_alpha': 0.622102086501461, 'reg_lambda': 0.5896834150212549}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.84195076357605
LGBM Regressor:  2.871257971096302
LGBM Regressor:  2.871337260680346
LGBM Regressor:  2.8724333979886065
LGBM Regressor:  2.8734000821115484
[I 2022-11-03 02:55:28,170] Trial 392 finished with value: 2.871794413536169 and parameters: {'num_leaves': 15, 'max_depth': 7, 'learning_rate': 0.010008070430078085, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 29, 'min_child_weight': 0.8909079050467188, 'reg_alpha': 0.5718832727736279, 'reg_lambda': 0.5498598973613003}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8705433558040423
LGBM Regressor:  2.877784313690664
LGBM Regressor:  2.878028211300454
LGBM Regressor:  2.8786589802982854
LGBM Regressor:  2.8796824039866395
[I 2022-11-03 02:55:30,939] Trial 393 finished with value: 2.87827829920045 and parameters: {'num_leaves': 12, 'max_depth': 8, 'learning_rate': 0.014224093312139063, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 28, 'min_child_weight': 0.9320804508846313, 'reg_alpha': 0.507346248061305, 'reg_lambda': 0.6760657367564892}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.877237586726207
LGBM Regressor:  2.864105487962288
LGBM Regressor:  2.8643776497315048
LGBM Regressor:  2.865086070927869
LGBM Regressor:  2.8659810787312128
[I 2022-11-03 02:55:37,573] Trial 394 finished with value: 2.864472223718674 and parameters: {'num_leaves': 20, 'max_depth': 8, 'learning_rate': 0.014092680307433655, 'n_estimators': 99, 'class_weight': 'balanced', 'min_child_samples': 27, 'min_child_weight': 0.9226724021459625, 'reg_alpha': 0.5183639086138998, 'reg_lambda': 0.6700774522704274}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.862810831240494
LGBM Regressor:  2.861246917096825
LGBM Regressor:  2.8607560443108464
LGBM Regressor:  2.8620475160144085
LGBM Regressor:  2.8628346179169633
[I 2022-11-03 02:55:45,835] Trial 395 finished with value: 2.8612354327877063 and parameters: {'num_leaves': 16, 'max_depth': 8, 'learning_rate': 0.01296177605823194, 'n_estimators': 151, 'class_weight': 'balanced', 'min_child_samples': 32, 'min_child_weight': 0.9336406557272454, 'reg_alpha': 0.6357800970049141, 'reg_lambda': 0.7302992088125442}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8592920685994883
LGBM Regressor:  2.85529607564899
LGBM Regressor:  2.8546075212984525
LGBM Regressor:  2.856620989508293
LGBM Regressor:  2.8566729922253042
[I 2022-11-03 02:55:58,707] Trial 396 finished with value: 2.855184853092521 and parameters: {'num_leaves': 13, 'max_depth': 7, 'learning_rate': 0.013744860896258291, 'n_estimators': 260, 'class_weight': 'balanced', 'min_child_samples': 27, 'min_child_weight': 0.8950967582077068, 'reg_alpha': 0.5113158112104207, 'reg_lambda': 0.6427753167891457}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.852726686781565
LGBM Regressor:  2.8803497283901494
LGBM Regressor:  2.8806348249464397
LGBM Regressor:  2.881056948919683
LGBM Regressor:  2.881970476173662
[I 2022-11-03 02:56:01,457] Trial 397 finished with value: 2.8807917976333477 and parameters: {'num_leaves': 12, 'max_depth': 8, 'learning_rate': 0.01169713633523819, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.9203824361684144, 'reg_alpha': 0.5452287423072288, 'reg_lambda': 0.5327783982176022}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.879947009736802
LGBM Regressor:  2.8802642839282853
LGBM Regressor:  2.8806412432001465
LGBM Regressor:  2.8812152321739903
LGBM Regressor:  2.881789242019033
[I 2022-11-03 02:56:04,070] Trial 398 finished with value: 2.8807627686228416 and parameters: {'num_leaves': 13, 'max_depth': 8, 'learning_rate': 0.01127135580657726, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 27, 'min_child_weight': 0.9116001273885511, 'reg_alpha': 0.4882355321265618, 'reg_lambda': 0.7550088305521381}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8799038417927534
LGBM Regressor:  2.83644028182475
LGBM Regressor:  2.833368095011177
LGBM Regressor:  2.837523379495189
LGBM Regressor:  2.8376957100275977
[I 2022-11-03 02:57:07,851] Trial 399 finished with value: 2.835679806397423 and parameters: {'num_leaves': 12, 'max_depth': 8, 'learning_rate': 0.010647596309017963, 'n_estimators': 2338, 'class_weight': 'balanced', 'min_child_samples': 28, 'min_child_weight': 0.8869835679334085, 'reg_alpha': 0.5586681835295498, 'reg_lambda': 0.6099923412111256}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8333715656284006
LGBM Regressor:  2.862240587422882
LGBM Regressor:  2.862225514334325
LGBM Regressor:  2.8633582724843545
LGBM Regressor:  2.863768801065366
[I 2022-11-03 02:57:17,191] Trial 400 finished with value: 2.862380877779777 and parameters: {'num_leaves': 12, 'max_depth': 8, 'learning_rate': 0.011262244755944431, 'n_estimators': 197, 'class_weight': 'balanced', 'min_child_samples': 28, 'min_child_weight': 0.9139385614526572, 'reg_alpha': 0.5031547513631661, 'reg_lambda': 0.5379607427398396}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.860311213591958
LGBM Regressor:  2.8679111800635644
LGBM Regressor:  2.867975085686367
LGBM Regressor:  2.8686044239944355
LGBM Regressor:  2.8697754260837214
[I 2022-11-03 02:57:24,977] Trial 401 finished with value: 2.8681807216756323 and parameters: {'num_leaves': 18, 'max_depth': 8, 'learning_rate': 0.011106759404976784, 'n_estimators': 106, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.9003453716405759, 'reg_alpha': 0.4922157594139554, 'reg_lambda': 0.7846631279631225}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8666374925500726
LGBM Regressor:  2.8642654492106883
LGBM Regressor:  2.864245509747505
LGBM Regressor:  2.8651141807092153
LGBM Regressor:  2.8656971471126527
[I 2022-11-03 02:57:33,263] Trial 402 finished with value: 2.8643474213420173 and parameters: {'num_leaves': 12, 'max_depth': 8, 'learning_rate': 0.011701885641802186, 'n_estimators': 166, 'class_weight': 'balanced', 'min_child_samples': 27, 'min_child_weight': 0.9178635858193445, 'reg_alpha': 0.5381476931914816, 'reg_lambda': 0.5678796913383716}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8624148199300254
LGBM Regressor:  2.834408535039517
LGBM Regressor:  2.8326631325817107
LGBM Regressor:  2.8361220088321404
LGBM Regressor:  2.83626591212752
[I 2022-11-03 02:58:31,734] Trial 403 finished with value: 2.8343787103340223 and parameters: {'num_leaves': 16, 'max_depth': 7, 'learning_rate': 0.010636807315226178, 'n_estimators': 1885, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8607540362811207, 'reg_alpha': 0.5199162997352037, 'reg_lambda': 0.5533084382835685}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.832433963089224
LGBM Regressor:  2.8708761177523763
LGBM Regressor:  2.870766376905268
LGBM Regressor:  2.8717956623463263
LGBM Regressor:  2.8727747834464483
[I 2022-11-03 02:58:36,760] Trial 404 finished with value: 2.8712202539947467 and parameters: {'num_leaves': 12, 'max_depth': 8, 'learning_rate': 0.011471352224884782, 'n_estimators': 108, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.9378226672750059, 'reg_alpha': 0.5979599438913817, 'reg_lambda': 0.7618949216650162}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8698883295233135
LGBM Regressor:  2.8789890772807576
LGBM Regressor:  2.87970089396098
LGBM Regressor:  2.8797794608181024
LGBM Regressor:  2.8805424528932333
[I 2022-11-03 02:58:40,908] Trial 405 finished with value: 2.8795424787204893 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.01094373106173439, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 28, 'min_child_weight': 0.8892055246558425, 'reg_alpha': 0.5617912552191615, 'reg_lambda': 0.6447265322590052}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.878700508649374
LGBM Regressor:  2.8702767995702443
LGBM Regressor:  2.8701337455917457
LGBM Regressor:  2.8709488841073734
LGBM Regressor:  2.871591523766914
[I 2022-11-03 02:58:48,045] Trial 406 finished with value: 2.870301055246331 and parameters: {'num_leaves': 10, 'max_depth': 8, 'learning_rate': 0.010381457204819174, 'n_estimators': 146, 'class_weight': 'balanced', 'min_child_samples': 28, 'min_child_weight': 0.8839420864479742, 'reg_alpha': 0.558578230532656, 'reg_lambda': 0.700294718602595}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.868554323195379
LGBM Regressor:  2.879555301642886
LGBM Regressor:  2.880219023813594
LGBM Regressor:  2.88022345826597
LGBM Regressor:  2.8809385140988018
[I 2022-11-03 02:58:52,730] Trial 407 finished with value: 2.8800341236249842 and parameters: {'num_leaves': 15, 'max_depth': 8, 'learning_rate': 0.010890558067549074, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.8722491344759468, 'reg_alpha': 0.5677933282721672, 'reg_lambda': 0.8391467175340396}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.879234320303669
LGBM Regressor:  2.870808751388486
LGBM Regressor:  2.870721680390774
LGBM Regressor:  2.871511469168228
LGBM Regressor:  2.8725947008930697
[I 2022-11-03 02:58:57,766] Trial 408 finished with value: 2.871045074803221 and parameters: {'num_leaves': 14, 'max_depth': 8, 'learning_rate': 0.010982205879725003, 'n_estimators': 103, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.8396757894332226, 'reg_alpha': 0.5475078007873444, 'reg_lambda': 0.8330184848270512}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8695887721755478
LGBM Regressor:  2.4121207096739936
LGBM Regressor:  2.4123486398064373
LGBM Regressor:  2.4124467345343854
LGBM Regressor:  2.411826918208768
[I 2022-11-03 02:59:06,694] Trial 409 finished with value: 2.411940803607633 and parameters: {'num_leaves': 12, 'max_depth': 8, 'learning_rate': 0.01052853458834689, 'n_estimators': 203, 'class_weight': None, 'min_child_samples': 27, 'min_child_weight': 0.8575515968866196, 'reg_alpha': 0.5570328064478194, 'reg_lambda': 0.6582483847789548}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.4109610158145798
LGBM Regressor:  2.8796495128332857
LGBM Regressor:  2.8798599122890076
LGBM Regressor:  2.8805484895933016
LGBM Regressor:  2.880947986972763
[I 2022-11-03 02:59:10,741] Trial 410 finished with value: 2.880036331528866 and parameters: {'num_leaves': 15, 'max_depth': 7, 'learning_rate': 0.011310164266779058, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8517219100532524, 'reg_alpha': 0.579367998701952, 'reg_lambda': 0.9155489450401724}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8791757559559734
LGBM Regressor:  2.8796911426804948
LGBM Regressor:  2.879970844910613
LGBM Regressor:  2.8805516056619704
LGBM Regressor:  2.881003854432317
[I 2022-11-03 02:59:13,498] Trial 411 finished with value: 2.880093514247727 and parameters: {'num_leaves': 15, 'max_depth': 7, 'learning_rate': 0.011250658032409684, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8693210232925477, 'reg_alpha': 0.5699662054659435, 'reg_lambda': 0.79621625110509}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8792501235532413
LGBM Regressor:  2.862078652642301
LGBM Regressor:  2.8624835872601135
LGBM Regressor:  2.8633387917980033
LGBM Regressor:  2.8638947901105807
[I 2022-11-03 02:59:23,541] Trial 412 finished with value: 2.862435436677841 and parameters: {'num_leaves': 22, 'max_depth': 6, 'learning_rate': 0.011277107833153926, 'n_estimators': 145, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.845355615716911, 'reg_alpha': 0.6057599992490197, 'reg_lambda': 0.9131737757903626}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.860381361578204
LGBM Regressor:  2.8691239121509717
LGBM Regressor:  2.8689895573967945
LGBM Regressor:  2.8699590527563923
LGBM Regressor:  2.870926546520287
[I 2022-11-03 02:59:29,914] Trial 413 finished with value: 2.8694095260402595 and parameters: {'num_leaves': 16, 'max_depth': 7, 'learning_rate': 0.011533750341715245, 'n_estimators': 103, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8189178691059714, 'reg_alpha': 0.5812245231536681, 'reg_lambda': 0.8258171475741007}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.868048561376851
LGBM Regressor:  2.845378260268847
LGBM Regressor:  2.8447342713042834
LGBM Regressor:  2.8479660801351607
LGBM Regressor:  2.8480486968145473
[I 2022-11-03 02:59:51,565] Trial 414 finished with value: 2.846000196407615 and parameters: {'num_leaves': 50, 'max_depth': 7, 'learning_rate': 0.010943135807502457, 'n_estimators': 268, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.8402122742610537, 'reg_alpha': 0.56991736419871, 'reg_lambda': 0.7878770030834089}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.843873673515237
LGBM Regressor:  2.8636526600710535
LGBM Regressor:  2.8635842207517603
LGBM Regressor:  2.8645776172423485
LGBM Regressor:  2.8656002971415804
[I 2022-11-03 03:00:00,994] Trial 415 finished with value: 2.8639798926116624 and parameters: {'num_leaves': 19, 'max_depth': 7, 'learning_rate': 0.010001373396977228, 'n_estimators': 150, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.8676513043022958, 'reg_alpha': 0.5859949103293821, 'reg_lambda': 0.8593467445134093}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.862484667851571
LGBM Regressor:  2.8695403230056162
LGBM Regressor:  2.869655848535125
LGBM Regressor:  2.870472552458026
LGBM Regressor:  2.871762898930053
[I 2022-11-03 03:00:05,995] Trial 416 finished with value: 2.8700569035478174 and parameters: {'num_leaves': 15, 'max_depth': 7, 'learning_rate': 0.011771303070526894, 'n_estimators': 100, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.8722093316930618, 'reg_alpha': 0.594640893707893, 'reg_lambda': 0.8100473476179995}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8688528948102663
LGBM Regressor:  2.860199401227826
LGBM Regressor:  2.8596691901873124
LGBM Regressor:  2.861046180542519
LGBM Regressor:  2.8616796244806935
[I 2022-11-03 03:00:16,562] Trial 417 finished with value: 2.8600763061214427 and parameters: {'num_leaves': 16, 'max_depth': 7, 'learning_rate': 0.01052276117856257, 'n_estimators': 203, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.831329961102909, 'reg_alpha': 0.5698906332386412, 'reg_lambda': 0.8849159601403082}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.857787134168863
LGBM Regressor:  2.8678595830241864
LGBM Regressor:  2.8682166265974076
LGBM Regressor:  2.8688848114317174
LGBM Regressor:  2.8702488213315407
[I 2022-11-03 03:00:21,953] Trial 418 finished with value: 2.8684657794926154 and parameters: {'num_leaves': 19, 'max_depth': 7, 'learning_rate': 0.011409949060863402, 'n_estimators': 101, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8507003839099319, 'reg_alpha': 0.5548860398468514, 'reg_lambda': 0.9614994040966509}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8671190550782244
LGBM Regressor:  2.880916876634264
LGBM Regressor:  2.8810442602527875
LGBM Regressor:  2.8812492710224458
LGBM Regressor:  2.881933492355582
[I 2022-11-03 03:00:24,793] Trial 419 finished with value: 2.881036494408977 and parameters: {'num_leaves': 14, 'max_depth': 6, 'learning_rate': 0.010972151774266319, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8699062847308414, 'reg_alpha': 0.539561696704717, 'reg_lambda': 0.7543780113611029}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8800385717798047
LGBM Regressor:  2.8416010181913247
LGBM Regressor:  2.838921148464333
LGBM Regressor:  2.8419721098323194
LGBM Regressor:  2.8429057168824308
[I 2022-11-03 03:00:32,179] Trial 420 finished with value: 2.8408780461320076 and parameters: {'num_leaves': 15, 'max_depth': 6, 'learning_rate': 0.07628684739887136, 'n_estimators': 154, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8007464941295441, 'reg_alpha': 0.5383520283436095, 'reg_lambda': 0.9132354809673275}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8389902372896314
LGBM Regressor:  2.8790014674943984
LGBM Regressor:  2.8784623419634046
LGBM Regressor:  2.879127203529262
LGBM Regressor:  2.8794956562457514
[I 2022-11-03 03:00:35,139] Trial 421 finished with value: 2.878652879187198 and parameters: {'num_leaves': 130, 'max_depth': 5, 'learning_rate': 0.010994716617964743, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.8683428167890226, 'reg_alpha': 0.5389764339781717, 'reg_lambda': 0.7624637525972926}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8771777267031737
LGBM Regressor:  2.860530460740264
LGBM Regressor:  2.8627907100628245
LGBM Regressor:  2.864159527526198
LGBM Regressor:  2.864237792314157
[I 2022-11-03 03:00:46,211] Trial 422 finished with value: 2.8625564387487046 and parameters: {'num_leaves': 96, 'max_depth': 7, 'learning_rate': 0.010894413629005546, 'n_estimators': 102, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8643829154585361, 'reg_alpha': 0.5433468309696009, 'reg_lambda': 0.7620238349382581}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8610637031000796
LGBM Regressor:  2.8528162966234105
LGBM Regressor:  2.851558514039675
LGBM Regressor:  2.852955341155833
LGBM Regressor:  2.854345302835334
[I 2022-11-03 03:01:04,499] Trial 423 finished with value: 2.8521016551928993 and parameters: {'num_leaves': 131, 'max_depth': 5, 'learning_rate': 0.010501235639403136, 'n_estimators': 323, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.8764232798683902, 'reg_alpha': 0.5260568544181625, 'reg_lambda': 0.730525588186721}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8488328213102423
LGBM Regressor:  2.8581492947718696
LGBM Regressor:  2.85699105471783
LGBM Regressor:  2.8580788747384043
LGBM Regressor:  2.8594181820862263
[I 2022-11-03 03:01:18,403] Trial 424 finished with value: 2.8573890208876844 and parameters: {'num_leaves': 141, 'max_depth': 5, 'learning_rate': 0.01099492375911775, 'n_estimators': 212, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.8503892357873988, 'reg_alpha': 0.5864698469871789, 'reg_lambda': 0.7601284627036554}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8543076981240905
LGBM Regressor:  2.8738591352471103
LGBM Regressor:  2.8744148083618266
LGBM Regressor:  2.8750684380401017
LGBM Regressor:  2.8757742065384138
[I 2022-11-03 03:01:24,725] Trial 425 finished with value: 2.874527463035309 and parameters: {'num_leaves': 86, 'max_depth': 7, 'learning_rate': 0.010473527718717747, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8208849222014818, 'reg_alpha': 0.543306602182458, 'reg_lambda': 0.7794592028561003}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8735207269890912
LGBM Regressor:  2.863938743803626
LGBM Regressor:  2.8634180675938827
LGBM Regressor:  2.864343126467304
LGBM Regressor:  2.865631950663712
[I 2022-11-03 03:01:32,282] Trial 426 finished with value: 2.8637870818439413 and parameters: {'num_leaves': 18, 'max_depth': 5, 'learning_rate': 0.01126520713662729, 'n_estimators': 155, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8814279370996044, 'reg_alpha': 0.5669356810044991, 'reg_lambda': 0.749607688706645}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.861603520691182
LGBM Regressor:  2.8632539474276846
LGBM Regressor:  2.8636690267056544
LGBM Regressor:  2.8651042037457723
LGBM Regressor:  2.8663322575995656
[I 2022-11-03 03:01:41,580] Trial 427 finished with value: 2.86412601596345 and parameters: {'num_leaves': 102, 'max_depth': 6, 'learning_rate': 0.011872433218576194, 'n_estimators': 103, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.8606812841969843, 'reg_alpha': 0.5961657519553619, 'reg_lambda': 0.8136186694861236}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8622706443385724
LGBM Regressor:  2.879285147624259
LGBM Regressor:  2.879514321512383
LGBM Regressor:  2.8796533902559585
LGBM Regressor:  2.880223898913986
[I 2022-11-03 03:01:44,547] Trial 428 finished with value: 2.8793493321142885 and parameters: {'num_leaves': 22, 'max_depth': 6, 'learning_rate': 0.010093378080735464, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8376360333981787, 'reg_alpha': 0.5300501385756764, 'reg_lambda': 0.8632587829826339}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.878069902264857
LGBM Regressor:  2.410843292277792
LGBM Regressor:  2.410639758738815
LGBM Regressor:  2.4118490402331374
LGBM Regressor:  2.410797573663981
[I 2022-11-03 03:01:56,164] Trial 429 finished with value: 2.410857037448694 and parameters: {'num_leaves': 126, 'max_depth': 6, 'learning_rate': 0.010018749956702348, 'n_estimators': 146, 'class_weight': None, 'min_child_samples': 24, 'min_child_weight': 0.8481629931452396, 'reg_alpha': 0.5722892301764206, 'reg_lambda': 0.8848326767405161}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.4101555223297426
LGBM Regressor:  2.8317721604971906
LGBM Regressor:  2.8292975435792904
LGBM Regressor:  2.832927013068607
LGBM Regressor:  2.834563939558622
[I 2022-11-03 03:03:05,086] Trial 430 finished with value: 2.8318309540843853 and parameters: {'num_leaves': 150, 'max_depth': 5, 'learning_rate': 0.010428987736008437, 'n_estimators': 1754, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.8276824605127397, 'reg_alpha': 0.5202328932814213, 'reg_lambda': 0.7973589239426039}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8305941137182162
LGBM Regressor:  2.877928595784895
LGBM Regressor:  2.8782293657037967
LGBM Regressor:  2.878751102975505
LGBM Regressor:  2.8796431784251864
[I 2022-11-03 03:03:08,371] Trial 431 finished with value: 2.878362309585325 and parameters: {'num_leaves': 136, 'max_depth': 3, 'learning_rate': 0.01078081092593127, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8732030214709543, 'reg_alpha': 0.5348768780449631, 'reg_lambda': 0.8309138328815621}. Best is trial 289 with value: 2.882855981314943.
LGBM Regressor:  2.8772593050372417
LGBM Regressor:  2.882893214883978
LGBM Regressor:  2.88276016765853
LGBM Regressor:  2.8830432970714326
LGBM Regressor:  2.8840146472646784
[I 2022-11-03 03:03:10,982] Trial 432 finished with value: 2.8829371274396167 and parameters: {'num_leaves': 146, 'max_depth': 4, 'learning_rate': 0.01000572648349817, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8774929322427114, 'reg_alpha': 0.5290137841434529, 'reg_lambda': 0.8156015881855808}. Best is trial 432 with value: 2.8829371274396167.
LGBM Regressor:  2.8819743103194644
LGBM Regressor:  2.8855012277005496
LGBM Regressor:  2.8857810316414514
LGBM Regressor:  2.8860379519220194
LGBM Regressor:  2.886691396136111
[I 2022-11-03 03:03:13,098] Trial 433 finished with value: 2.8858343690076387 and parameters: {'num_leaves': 130, 'max_depth': 3, 'learning_rate': 0.010141772752671903, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8349171816878965, 'reg_alpha': 0.485549031019017, 'reg_lambda': 0.8475060515511019}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8851602376380594
LGBM Regressor:  2.8612920369790618
LGBM Regressor:  2.8602197868249513
LGBM Regressor:  2.861161884555443
LGBM Regressor:  2.8628231125461747
[I 2022-11-03 03:03:23,918] Trial 434 finished with value: 2.860619509873351 and parameters: {'num_leaves': 146, 'max_depth': 5, 'learning_rate': 0.01013969403813644, 'n_estimators': 190, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8151557851957827, 'reg_alpha': 0.4617057675875186, 'reg_lambda': 0.8547460068306043}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8576007284611227
LGBM Regressor:  2.8748300967413263
LGBM Regressor:  2.874401871002843
LGBM Regressor:  2.8750841047106332
LGBM Regressor:  2.8752197912706356
[I 2022-11-03 03:03:28,680] Trial 435 finished with value: 2.87449028895536 and parameters: {'num_leaves': 130, 'max_depth': 4, 'learning_rate': 0.010058801549658472, 'n_estimators': 108, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.8505518629266293, 'reg_alpha': 0.500330348610808, 'reg_lambda': 0.8477472438865843}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.87291558105136
LGBM Regressor:  2.868404444191066
LGBM Regressor:  2.8684785691858443
LGBM Regressor:  2.869994888542372
LGBM Regressor:  2.8709383647801996
[I 2022-11-03 03:03:37,073] Trial 436 finished with value: 2.8690103097059745 and parameters: {'num_leaves': 134, 'max_depth': 3, 'learning_rate': 0.010563209367324754, 'n_estimators': 247, 'class_weight': 'balanced', 'min_child_samples': 20, 'min_child_weight': 0.8442770223409264, 'reg_alpha': 0.4941691576742163, 'reg_lambda': 0.874189499002682}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8672352818303897
LGBM Regressor:  2.8702739918903992
LGBM Regressor:  2.8695638602484763
LGBM Regressor:  2.8703457050801733
LGBM Regressor:  2.8706875759685517
[I 2022-11-03 03:03:43,817] Trial 437 finished with value: 2.8697531834074796 and parameters: {'num_leaves': 121, 'max_depth': 4, 'learning_rate': 0.010376520790847554, 'n_estimators': 146, 'class_weight': 'balanced', 'min_child_samples': 20, 'min_child_weight': 0.8275090521968135, 'reg_alpha': 0.4734343887312546, 'reg_lambda': 0.9207951049625708}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8678947838497977
LGBM Regressor:  2.8854758174915753
LGBM Regressor:  2.8857351414010517
LGBM Regressor:  2.8859823488343865
LGBM Regressor:  2.886628185701093
[I 2022-11-03 03:03:46,196] Trial 438 finished with value: 2.8857912133918537 and parameters: {'num_leaves': 128, 'max_depth': 3, 'learning_rate': 0.010001772275864892, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8007435543592352, 'reg_alpha': 0.5513403782265163, 'reg_lambda': 0.8040184915370682}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8851345735311633
LGBM Regressor:  2.878616310726288
LGBM Regressor:  2.8788428277036755
LGBM Regressor:  2.879359997805811
LGBM Regressor:  2.8802107553042764
[I 2022-11-03 03:03:50,031] Trial 439 finished with value: 2.879006635321432 and parameters: {'num_leaves': 109, 'max_depth': 3, 'learning_rate': 0.010076117337346651, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8008705461995103, 'reg_alpha': 0.5619154762474186, 'reg_lambda': 0.840064467898482}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.878003285067109
LGBM Regressor:  2.878587179560715
LGBM Regressor:  2.8788320680622235
LGBM Regressor:  2.8793501373793053
LGBM Regressor:  2.8802019485807224
[I 2022-11-03 03:03:53,637] Trial 440 finished with value: 2.878992661692629 and parameters: {'num_leaves': 145, 'max_depth': 3, 'learning_rate': 0.010086585681741384, 'n_estimators': 105, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.7778140261186003, 'reg_alpha': 0.5569930327158623, 'reg_lambda': 0.8085495157411187}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8779919748801768
LGBM Regressor:  2.8714185437952096
LGBM Regressor:  2.871935732794748
LGBM Regressor:  2.8724217109698387
LGBM Regressor:  2.8736728830512908
[I 2022-11-03 03:04:00,290] Trial 441 finished with value: 2.8720357276576545 and parameters: {'num_leaves': 144, 'max_depth': 3, 'learning_rate': 0.01003185349749859, 'n_estimators': 196, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8084179438865882, 'reg_alpha': 0.5225996571939165, 'reg_lambda': 0.8178243843191073}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.870729767677185
LGBM Regressor:  2.8748182812327725
LGBM Regressor:  2.8750695873850005
LGBM Regressor:  2.875749671118087
LGBM Regressor:  2.876717132432226
[I 2022-11-03 03:04:04,338] Trial 442 finished with value: 2.8752776906490745 and parameters: {'num_leaves': 121, 'max_depth': 3, 'learning_rate': 0.01000797195025226, 'n_estimators': 148, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.8003146317817327, 'reg_alpha': 0.5592017990097993, 'reg_lambda': 0.8428728363634358}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.874033781077287
LGBM Regressor:  2.8689717228032783
LGBM Regressor:  2.868893235846766
LGBM Regressor:  2.870401790746334
LGBM Regressor:  2.871355098865447
[I 2022-11-03 03:04:13,008] Trial 443 finished with value: 2.8694862950048803 and parameters: {'num_leaves': 148, 'max_depth': 3, 'learning_rate': 0.010542122477460645, 'n_estimators': 237, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8301176042874885, 'reg_alpha': 0.48488839305821707, 'reg_lambda': 0.8021491605800859}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.867809626762575
LGBM Regressor:  2.8780904688654205
LGBM Regressor:  2.878370456596529
LGBM Regressor:  2.8789247019232547
LGBM Regressor:  2.879720225078321
[I 2022-11-03 03:04:16,884] Trial 444 finished with value: 2.878510014869075 and parameters: {'num_leaves': 107, 'max_depth': 3, 'learning_rate': 0.010449750053565547, 'n_estimators': 106, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.8203641115644636, 'reg_alpha': 0.5511368097426614, 'reg_lambda': 0.8256834059985253}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.87744422188185
LGBM Regressor:  2.8726122194309647
LGBM Regressor:  2.8730305823642905
LGBM Regressor:  2.873751946744093
LGBM Regressor:  2.874785873247541
[I 2022-11-03 03:04:23,409] Trial 445 finished with value: 2.8732744368091856 and parameters: {'num_leaves': 139, 'max_depth': 3, 'learning_rate': 0.010295616250996792, 'n_estimators': 172, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.7820825869307768, 'reg_alpha': 0.5298988012222572, 'reg_lambda': 0.8637771402425197}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.872191562259038
LGBM Regressor:  2.841024882378437
LGBM Regressor:  2.8390214637639284
LGBM Regressor:  2.8426654524314086
LGBM Regressor:  2.843107621939122
[I 2022-11-03 03:05:10,194] Trial 446 finished with value: 2.840870102863743 and parameters: {'num_leaves': 148, 'max_depth': 4, 'learning_rate': 0.010815139008674509, 'n_estimators': 1466, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8015497446688221, 'reg_alpha': 0.5645108521184403, 'reg_lambda': 0.8203999962347662}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8385310938058197
LGBM Regressor:  2.8779661924723863
LGBM Regressor:  2.878205162643786
LGBM Regressor:  2.87875328189861
LGBM Regressor:  2.879623138714388
[I 2022-11-03 03:05:13,776] Trial 447 finished with value: 2.8783627571175723 and parameters: {'num_leaves': 116, 'max_depth': 3, 'learning_rate': 0.010009961904723735, 'n_estimators': 112, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.7845579274829033, 'reg_alpha': 0.5073043789891352, 'reg_lambda': 0.782725351750149}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8772660098586917
LGBM Regressor:  2.873992831143832
LGBM Regressor:  2.873383430692344
LGBM Regressor:  2.8740940229567054
LGBM Regressor:  2.8744189760055936
[I 2022-11-03 03:05:20,030] Trial 448 finished with value: 2.8735779934005246 and parameters: {'num_leaves': 139, 'max_depth': 4, 'learning_rate': 0.010918722319851921, 'n_estimators': 107, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8346020727453014, 'reg_alpha': 0.5715289208318902, 'reg_lambda': 0.8484311034823834}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.872000706204148
LGBM Regressor:  2.871455371606877
LGBM Regressor:  2.8723884104898865
LGBM Regressor:  2.8726393348149313
LGBM Regressor:  2.8736992549793556
[I 2022-11-03 03:05:26,733] Trial 449 finished with value: 2.8721779814986124 and parameters: {'num_leaves': 144, 'max_depth': 3, 'learning_rate': 0.010390552117771493, 'n_estimators': 189, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.8047889649041748, 'reg_alpha': 0.5451808857443354, 'reg_lambda': 0.8051018928079966}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8707075356020124
LGBM Regressor:  2.417452730443121
LGBM Regressor:  2.4175929055591068
LGBM Regressor:  2.4182585661421823
LGBM Regressor:  2.4174154639400705
[I 2022-11-03 03:05:33,011] Trial 450 finished with value: 2.4174475611082213 and parameters: {'num_leaves': 127, 'max_depth': 4, 'learning_rate': 0.01118527440837548, 'n_estimators': 109, 'class_weight': None, 'min_child_samples': 26, 'min_child_weight': 0.77672070942432, 'reg_alpha': 0.5263955252498405, 'reg_lambda': 0.9044131881047514}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.4165181394566253
LGBM Regressor:  2.867995278522348
LGBM Regressor:  2.867525403033693
LGBM Regressor:  2.8693556433221103
LGBM Regressor:  2.8702514767018763
[I 2022-11-03 03:05:41,480] Trial 451 finished with value: 2.8682851441958093 and parameters: {'num_leaves': 110, 'max_depth': 3, 'learning_rate': 0.01001794449195045, 'n_estimators': 276, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.8442907921182896, 'reg_alpha': 0.5835360960488699, 'reg_lambda': 0.8352143682758029}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8662979193990186
LGBM Regressor:  2.8696089453604
LGBM Regressor:  2.8689516736610017
LGBM Regressor:  2.8700540024298262
LGBM Regressor:  2.8703272413298473
[I 2022-11-03 03:05:48,928] Trial 452 finished with value: 2.8692843537858885 and parameters: {'num_leaves': 137, 'max_depth': 4, 'learning_rate': 0.010672854655724645, 'n_estimators': 147, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.8154823571726328, 'reg_alpha': 0.4866573352168006, 'reg_lambda': 0.7896300210689411}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.867479906148368
LGBM Regressor:  2.8774809602668165
LGBM Regressor:  2.877867739487354
LGBM Regressor:  2.8783138204200918
LGBM Regressor:  2.879191884812222
[I 2022-11-03 03:05:53,148] Trial 453 finished with value: 2.877940403157492 and parameters: {'num_leaves': 144, 'max_depth': 3, 'learning_rate': 0.011215412919248964, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8631232563720466, 'reg_alpha': 0.5534001985516535, 'reg_lambda': 0.9487752852575569}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8768476108009757
LGBM Regressor:  2.850995570545248
LGBM Regressor:  2.8501370154464687
LGBM Regressor:  2.8517948106411604
LGBM Regressor:  2.8528417732404145
[I 2022-11-03 03:06:28,664] Trial 454 finished with value: 2.85076035747613 and parameters: {'num_leaves': 125, 'max_depth': 3, 'learning_rate': 0.010609041898669323, 'n_estimators': 1333, 'class_weight': 'balanced', 'min_child_samples': 27, 'min_child_weight': 0.8325037383944117, 'reg_alpha': 0.518943345964619, 'reg_lambda': 0.8749360818409663}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8480326175073594
LGBM Regressor:  2.8842829557270426
LGBM Regressor:  2.8845327672437473
LGBM Regressor:  2.8847958962012528
LGBM Regressor:  2.8854739280960646
[I 2022-11-03 03:06:30,847] Trial 455 finished with value: 2.8845747604666263 and parameters: {'num_leaves': 136, 'max_depth': 3, 'learning_rate': 0.011287044347654908, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.7920575424287454, 'reg_alpha': 0.574597459690542, 'reg_lambda': 0.8034008412383976}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.883788255065024
LGBM Regressor:  2.8704611882708853
LGBM Regressor:  2.8709525911948486
LGBM Regressor:  2.8719364661096316
LGBM Regressor:  2.8728391112628326
[I 2022-11-03 03:06:38,554] Trial 456 finished with value: 2.8712154084263792 and parameters: {'num_leaves': 147, 'max_depth': 3, 'learning_rate': 0.011129384204627817, 'n_estimators': 193, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.7652831157408742, 'reg_alpha': 0.5742539718840967, 'reg_lambda': 0.8066703739170668}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.869887685293699
LGBM Regressor:  2.8748507461925508
LGBM Regressor:  2.87423903483476
LGBM Regressor:  2.874973312739364
LGBM Regressor:  2.8750865867360287
[I 2022-11-03 03:06:42,980] Trial 457 finished with value: 2.8743760800898066 and parameters: {'num_leaves': 132, 'max_depth': 4, 'learning_rate': 0.010437055014578811, 'n_estimators': 106, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.8048689671138217, 'reg_alpha': 0.5505308577383481, 'reg_lambda': 0.715045188470335}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.872730719946329
LGBM Regressor:  2.885012764821513
LGBM Regressor:  2.8852623001229536
LGBM Regressor:  2.885531054077466
LGBM Regressor:  2.8862098183061176
[I 2022-11-03 03:06:45,429] Trial 458 finished with value: 2.885324254992576 and parameters: {'num_leaves': 137, 'max_depth': 3, 'learning_rate': 0.010869512150018985, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.7906247104405812, 'reg_alpha': 0.6140811719454313, 'reg_lambda': 0.7769885295011649}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.884605337634831
LGBM Regressor:  2.873300172860153
LGBM Regressor:  2.8735933091975108
LGBM Regressor:  2.8741223082530514
LGBM Regressor:  2.8751917177447304
[I 2022-11-03 03:06:51,034] Trial 459 finished with value: 2.8737756324366703 and parameters: {'num_leaves': 134, 'max_depth': 3, 'learning_rate': 0.01075839461720619, 'n_estimators': 158, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.7942780098768235, 'reg_alpha': 0.6108486372931143, 'reg_lambda': 0.7738967228391102}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8726706541279072
LGBM Regressor:  2.877560398382027
LGBM Regressor:  2.8778943275826046
LGBM Regressor:  2.8784624884422816
LGBM Regressor:  2.8793097685736844
[I 2022-11-03 03:06:54,640] Trial 460 finished with value: 2.8780415729643045 and parameters: {'num_leaves': 136, 'max_depth': 3, 'learning_rate': 0.011440690386304048, 'n_estimators': 101, 'class_weight': 'balanced', 'min_child_samples': 20, 'min_child_weight': 0.7673056916610993, 'reg_alpha': 0.6031627296344898, 'reg_lambda': 0.7928586143519503}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8769808818409266
LGBM Regressor:  2.869662086601505
LGBM Regressor:  2.870050650792545
LGBM Regressor:  2.8710191200296387
LGBM Regressor:  2.872239267967145
[I 2022-11-03 03:07:02,923] Trial 461 finished with value: 2.8704025703939915 and parameters: {'num_leaves': 142, 'max_depth': 3, 'learning_rate': 0.010959972151663042, 'n_estimators': 211, 'class_weight': 'balanced', 'min_child_samples': 23, 'min_child_weight': 0.7798348122482353, 'reg_alpha': 0.5870353280449343, 'reg_lambda': 0.7734218553266905}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8690417265791255
LGBM Regressor:  2.8584198176768414
LGBM Regressor:  2.857631881454957
LGBM Regressor:  2.8590376984050763
LGBM Regressor:  2.8593946605652825
[I 2022-11-03 03:07:17,840] Trial 462 finished with value: 2.858122840685584 and parameters: {'num_leaves': 145, 'max_depth': 4, 'learning_rate': 0.010328191770245455, 'n_estimators': 348, 'class_weight': 'balanced', 'min_child_samples': 21, 'min_child_weight': 0.7914759138171241, 'reg_alpha': 0.45365375261920443, 'reg_lambda': 0.7363690573916288}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8561301453257646
LGBM Regressor:  2.8792484054128136
LGBM Regressor:  2.8794549362758564
LGBM Regressor:  2.8799275885056845
LGBM Regressor:  2.8807235590136893
[I 2022-11-03 03:07:21,163] Trial 463 finished with value: 2.879578528320365 and parameters: {'num_leaves': 127, 'max_depth': 3, 'learning_rate': 0.010037483534294598, 'n_estimators': 100, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.8231649434990355, 'reg_alpha': 0.5689943596200836, 'reg_lambda': 0.8365452325967001}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8785381523937823
LGBM Regressor:  2.877601592396342
LGBM Regressor:  2.877979380410386
LGBM Regressor:  2.8785138022349965
LGBM Regressor:  2.879370322082768
[I 2022-11-03 03:07:24,102] Trial 464 finished with value: 2.878103045370185 and parameters: {'num_leaves': 128, 'max_depth': 3, 'learning_rate': 0.01150428844396637, 'n_estimators': 100, 'class_weight': 'balanced', 'min_child_samples': 26, 'min_child_weight': 0.8241855013496628, 'reg_alpha': 0.5850519369342486, 'reg_lambda': 0.8366797790106201}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8770501297264324
LGBM Regressor:  2.870685324494409
LGBM Regressor:  2.869866303989804
LGBM Regressor:  2.8706676567384806
LGBM Regressor:  2.8710600932559798
[I 2022-11-03 03:07:31,900] Trial 465 finished with value: 2.870137410969835 and parameters: {'num_leaves': 124, 'max_depth': 4, 'learning_rate': 0.01000652406182609, 'n_estimators': 148, 'class_weight': 'balanced', 'min_child_samples': 27, 'min_child_weight': 0.8500709995618666, 'reg_alpha': 0.6218441985677969, 'reg_lambda': 0.8535355287900741}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8684076763705044
LGBM Regressor:  2.8841790072668836
LGBM Regressor:  2.8844174782748304
LGBM Regressor:  2.884698082388286
LGBM Regressor:  2.8853823012255546
[I 2022-11-03 03:07:34,244] Trial 466 finished with value: 2.8844699969873906 and parameters: {'num_leaves': 134, 'max_depth': 3, 'learning_rate': 0.01083054271342508, 'n_estimators': 56, 'class_weight': 'balanced', 'min_child_samples': 24, 'min_child_weight': 0.8759466837423301, 'reg_alpha': 0.5312516074420369, 'reg_lambda': 0.8928140741827424}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.883673115781398
LGBM Regressor:  2.8846654279757202
LGBM Regressor:  2.8849121240724416
LGBM Regressor:  2.885217111482414
LGBM Regressor:  2.8858101450968547
[I 2022-11-03 03:07:36,815] Trial 467 finished with value: 2.88496636828538 and parameters: {'num_leaves': 132, 'max_depth': 3, 'learning_rate': 0.01115122647725442, 'n_estimators': 51, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.8824730610977849, 'reg_alpha': 0.505649581363455, 'reg_lambda': 0.8709251714935312}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8842270327994695
LGBM Regressor:  2.872268219313998
LGBM Regressor:  2.8728758491247857
LGBM Regressor:  2.8735255417457237
LGBM Regressor:  2.8745541287499923
[I 2022-11-03 03:07:44,687] Trial 468 finished with value: 2.8729986993780834 and parameters: {'num_leaves': 128, 'max_depth': 3, 'learning_rate': 0.011523204976711367, 'n_estimators': 157, 'class_weight': 'balanced', 'min_child_samples': 25, 'min_child_weight': 0.8746326052688819, 'reg_alpha': 0.47055102321520925, 'reg_lambda': 0.9317516277541525}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8717697579559163
LGBM Regressor:  2.884381348898266
LGBM Regressor:  2.8846329821167833
LGBM Regressor:  2.8849675294395496
LGBM Regressor:  2.885535735872534
[I 2022-11-03 03:07:47,127] Trial 469 finished with value: 2.884686242933172 and parameters: {'num_leaves': 131, 'max_depth': 3, 'learning_rate': 0.011136599560084412, 'n_estimators': 53, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8867996711311975, 'reg_alpha': 0.5027926803419719, 'reg_lambda': 0.8801319342300712}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.883913618338728
LGBM Regressor:  2.4235234754998163
LGBM Regressor:  2.423873774234838
LGBM Regressor:  2.4242750493243572
LGBM Regressor:  2.4238660292345773
[I 2022-11-03 03:07:49,602] Trial 470 finished with value: 2.4238154822097915 and parameters: {'num_leaves': 135, 'max_depth': 4, 'learning_rate': 0.010853272855159638, 'n_estimators': 51, 'class_weight': None, 'min_child_samples': 31, 'min_child_weight': 0.8845254141477884, 'reg_alpha': 0.49377636475169867, 'reg_lambda': 0.8905728616414018}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.4235390827553682
LGBM Regressor:  2.8850675831727126
LGBM Regressor:  2.8853062295194714
LGBM Regressor:  2.8856203111602152
LGBM Regressor:  2.8862531369918902
[I 2022-11-03 03:07:51,687] Trial 471 finished with value: 2.885381841570281 and parameters: {'num_leaves': 132, 'max_depth': 3, 'learning_rate': 0.01079151426597557, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8876483762636745, 'reg_alpha': 0.5110002728532386, 'reg_lambda': 0.8956309601767384}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.884661947007118
LGBM Regressor:  2.8608416092296918
LGBM Regressor:  2.8604400960388694
LGBM Regressor:  2.862299025346638
LGBM Regressor:  2.863277523565075
[I 2022-11-03 03:08:07,746] Trial 472 finished with value: 2.861016234479677 and parameters: {'num_leaves': 131, 'max_depth': 3, 'learning_rate': 0.010744502211289966, 'n_estimators': 519, 'class_weight': 'balanced', 'min_child_samples': 31, 'min_child_weight': 0.8838860317175797, 'reg_alpha': 0.5105064820340375, 'reg_lambda': 0.8923090414617161}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.858222918218112
LGBM Regressor:  2.884876556543718
LGBM Regressor:  2.8850985943551195
LGBM Regressor:  2.885414420362798
LGBM Regressor:  2.8860095407112607
[I 2022-11-03 03:08:10,306] Trial 473 finished with value: 2.8851714682615546 and parameters: {'num_leaves': 132, 'max_depth': 3, 'learning_rate': 0.011112596355936356, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8629273265509695, 'reg_alpha': 0.4764298029836026, 'reg_lambda': 0.8671558938481722}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.884458229334879
LGBM Regressor:  2.868432604019211
LGBM Regressor:  2.8680849863515174
LGBM Regressor:  2.869748881377424
LGBM Regressor:  2.870662798840484
[I 2022-11-03 03:08:18,927] Trial 474 finished with value: 2.868757925369037 and parameters: {'num_leaves': 133, 'max_depth': 3, 'learning_rate': 0.011194984031498772, 'n_estimators': 237, 'class_weight': 'balanced', 'min_child_samples': 32, 'min_child_weight': 0.8833592031231577, 'reg_alpha': 0.46638595495929985, 'reg_lambda': 0.8750338698510902}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.866860356256547
LGBM Regressor:  2.8848424669165587
LGBM Regressor:  2.8850490527989856
LGBM Regressor:  2.8853670935374063
LGBM Regressor:  2.8859570885626686
[I 2022-11-03 03:08:21,619] Trial 475 finished with value: 2.8851122937376594 and parameters: {'num_leaves': 129, 'max_depth': 3, 'learning_rate': 0.01118916732384444, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8783335963857697, 'reg_alpha': 0.4799331896183873, 'reg_lambda': 0.9081258283977378}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.884345766872677
LGBM Regressor:  2.8488051269238492
LGBM Regressor:  2.848260469504116
LGBM Regressor:  2.849987967751359
LGBM Regressor:  2.8511382474473232
[I 2022-11-03 03:09:02,038] Trial 476 finished with value: 2.848769966879469 and parameters: {'num_leaves': 137, 'max_depth': 3, 'learning_rate': 0.010774436739810978, 'n_estimators': 1620, 'class_weight': 'balanced', 'min_child_samples': 31, 'min_child_weight': 0.862104949087098, 'reg_alpha': 0.481271115871736, 'reg_lambda': 0.9009025853522785}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.845658022770696
LGBM Regressor:  2.8732106356143907
LGBM Regressor:  2.8736968522175954
LGBM Regressor:  2.8744385798466574
LGBM Regressor:  2.875365318072899
[I 2022-11-03 03:09:06,062] Trial 477 finished with value: 2.8739011010896314 and parameters: {'num_leaves': 131, 'max_depth': 3, 'learning_rate': 0.011113781495039998, 'n_estimators': 151, 'class_weight': 'balanced', 'min_child_samples': 29, 'min_child_weight': 0.8646039398525488, 'reg_alpha': 0.44231458199090057, 'reg_lambda': 0.9328900465529364}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8727941196966147
LGBM Regressor:  2.8852091800885367
LGBM Regressor:  2.8854773654045984
LGBM Regressor:  2.885753377560835
LGBM Regressor:  2.886382068675031
[I 2022-11-03 03:09:07,983] Trial 478 finished with value: 2.8855242204379 and parameters: {'num_leaves': 128, 'max_depth': 3, 'learning_rate': 0.010595831906919791, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.893432157109237, 'reg_alpha': 0.5016808974164744, 'reg_lambda': 0.8994257819252345}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8847991104605004
LGBM Regressor:  2.87794219611926
LGBM Regressor:  2.8783122552093983
LGBM Regressor:  2.878756242290421
LGBM Regressor:  2.879608472427813
[I 2022-11-03 03:09:11,070] Trial 479 finished with value: 2.8783881600176655 and parameters: {'num_leaves': 128, 'max_depth': 3, 'learning_rate': 0.010587201680588543, 'n_estimators': 106, 'class_weight': 'balanced', 'min_child_samples': 29, 'min_child_weight': 0.8852539050364525, 'reg_alpha': 0.4952300192785967, 'reg_lambda': 0.8983558341952814}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.877321634041435
LGBM Regressor:  2.8720592787957444
LGBM Regressor:  2.872417991580986
LGBM Regressor:  2.8730820187083803
LGBM Regressor:  2.8740440952639954
[I 2022-11-03 03:09:17,921] Trial 480 finished with value: 2.8725878475263493 and parameters: {'num_leaves': 132, 'max_depth': 3, 'learning_rate': 0.010488758428100353, 'n_estimators': 180, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8578367636724309, 'reg_alpha': 0.4311460753384369, 'reg_lambda': 0.9255121936332362}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.87133585328264
LGBM Regressor:  2.8821245859093163
LGBM Regressor:  2.8821368491662387
LGBM Regressor:  2.8823128501222204
LGBM Regressor:  2.8832074265415075
[I 2022-11-03 03:09:20,734] Trial 481 finished with value: 2.88221651607851 and parameters: {'num_leaves': 129, 'max_depth': 4, 'learning_rate': 0.010905906408648318, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8869835911879899, 'reg_alpha': 0.5080133073432767, 'reg_lambda': 0.8678742031340558}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8813008686532666
LGBM Regressor:  2.8742224220221377
LGBM Regressor:  2.8736790373594103
LGBM Regressor:  2.8745655773521492
LGBM Regressor:  2.87452629723052
[I 2022-11-03 03:09:27,033] Trial 482 finished with value: 2.873824131613712 and parameters: {'num_leaves': 129, 'max_depth': 4, 'learning_rate': 0.01052995429665523, 'n_estimators': 110, 'class_weight': 'balanced', 'min_child_samples': 31, 'min_child_weight': 0.8717064768241917, 'reg_alpha': 0.48220096732191575, 'reg_lambda': 0.8702488074171725}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8721273241043406
LGBM Regressor:  2.8583867577883026
LGBM Regressor:  2.8578263795533494
LGBM Regressor:  2.859526893751001
LGBM Regressor:  2.860295617709186
[I 2022-11-03 03:09:45,799] Trial 483 finished with value: 2.858274012932619 and parameters: {'num_leaves': 135, 'max_depth': 3, 'learning_rate': 0.011485569657895328, 'n_estimators': 624, 'class_weight': 'balanced', 'min_child_samples': 33, 'min_child_weight': 0.894189070361266, 'reg_alpha': 0.5006802414826339, 'reg_lambda': 0.8858542206548198}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.855334415861255
LGBM Regressor:  2.869427014085341
LGBM Regressor:  2.868805755648401
LGBM Regressor:  2.8697507960480793
LGBM Regressor:  2.870082409434002
[I 2022-11-03 03:09:53,272] Trial 484 finished with value: 2.869041049859547 and parameters: {'num_leaves': 124, 'max_depth': 4, 'learning_rate': 0.0108815431584704, 'n_estimators': 147, 'class_weight': 'balanced', 'min_child_samples': 31, 'min_child_weight': 0.8485700856837217, 'reg_alpha': 0.467831502392714, 'reg_lambda': 0.9105007441381663}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.867139274081913
LGBM Regressor:  2.8785177301634923
LGBM Regressor:  2.8787459925130867
LGBM Regressor:  2.8792086954408385
LGBM Regressor:  2.8800922442510912
[I 2022-11-03 03:09:56,637] Trial 485 finished with value: 2.87886465741178 and parameters: {'num_leaves': 127, 'max_depth': 3, 'learning_rate': 0.01049553673100593, 'n_estimators': 102, 'class_weight': 'balanced', 'min_child_samples': 29, 'min_child_weight': 0.871034290855159, 'reg_alpha': 0.5128001133310681, 'reg_lambda': 0.8723617705502731}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.877758624690392
LGBM Regressor:  2.8618665047798757
LGBM Regressor:  2.861213766039385
LGBM Regressor:  2.8623803975564925
LGBM Regressor:  2.862865110520665
[I 2022-11-03 03:10:06,627] Trial 486 finished with value: 2.861543901551342 and parameters: {'num_leaves': 133, 'max_depth': 4, 'learning_rate': 0.011485649530128011, 'n_estimators': 239, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8971838057336857, 'reg_alpha': 0.50933950333119, 'reg_lambda': 0.8967910322889002}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8593937288602924
LGBM Regressor:  2.8776092015304937
LGBM Regressor:  2.8779631687844462
LGBM Regressor:  2.8785196394592907
LGBM Regressor:  2.879367514754136
[I 2022-11-03 03:10:10,876] Trial 487 finished with value: 2.87809155223096 and parameters: {'num_leaves': 130, 'max_depth': 3, 'learning_rate': 0.01105643682256831, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8509503345251895, 'reg_alpha': 0.4770066898338883, 'reg_lambda': 0.9372538308196365}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.876998236626431
LGBM Regressor:  2.8719569606072204
LGBM Regressor:  2.872414660996402
LGBM Regressor:  2.873130918409148
LGBM Regressor:  2.8740931370695018
[I 2022-11-03 03:10:18,307] Trial 488 finished with value: 2.8725829892217614 and parameters: {'num_leaves': 137, 'max_depth': 3, 'learning_rate': 0.010518474054850051, 'n_estimators': 180, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8868669380960846, 'reg_alpha': 0.5295518207801675, 'reg_lambda': 0.8539995464507124}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8713192690265346
LGBM Regressor:  2.8814249811444355
LGBM Regressor:  2.8814523202042213
LGBM Regressor:  2.88180067570502
LGBM Regressor:  2.88249543623802
[I 2022-11-03 03:10:20,787] Trial 489 finished with value: 2.8815607030304626 and parameters: {'num_leaves': 133, 'max_depth': 4, 'learning_rate': 0.011685530325759958, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 32, 'min_child_weight': 0.8348124656662718, 'reg_alpha': 0.4439034930460846, 'reg_lambda': 0.8779706819032338}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.880630101860615
LGBM Regressor:  2.83581163874986
LGBM Regressor:  2.832441262525102
LGBM Regressor:  2.8375590156047323
LGBM Regressor:  2.8383383717650172
[I 2022-11-03 03:11:24,949] Trial 490 finished with value: 2.8356643959624153 and parameters: {'num_leaves': 130, 'max_depth': 4, 'learning_rate': 0.011717904012179817, 'n_estimators': 2165, 'class_weight': 'balanced', 'min_child_samples': 33, 'min_child_weight': 0.8666228102091034, 'reg_alpha': 0.45037888189145175, 'reg_lambda': 0.9122419722063239}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8341716911673656
LGBM Regressor:  2.4231775995829765
LGBM Regressor:  2.4230757409288772
LGBM Regressor:  2.4240903164664793
LGBM Regressor:  2.422993061252471
[I 2022-11-03 03:11:27,677] Trial 491 finished with value: 2.4232281133582285 and parameters: {'num_leaves': 134, 'max_depth': 4, 'learning_rate': 0.011790526099382196, 'n_estimators': 52, 'class_weight': None, 'min_child_samples': 34, 'min_child_weight': 0.8944537936073376, 'reg_alpha': 0.4990242505855815, 'reg_lambda': 0.8850108595264112}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.422803848560336
LGBM Regressor:  2.8819079206591263
LGBM Regressor:  2.8819060286232685
LGBM Regressor:  2.8821246450627243
LGBM Regressor:  2.883033676062862
[I 2022-11-03 03:11:30,212] Trial 492 finished with value: 2.882031113456317 and parameters: {'num_leaves': 138, 'max_depth': 4, 'learning_rate': 0.011164291164521516, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 31, 'min_child_weight': 0.8358227234850382, 'reg_alpha': 0.4505677664355565, 'reg_lambda': 0.8671268009982757}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.881183296873604
LGBM Regressor:  2.8684981839926786
LGBM Regressor:  2.868182708519036
LGBM Regressor:  2.8692733817205913
LGBM Regressor:  2.869451076479501
[I 2022-11-03 03:11:38,696] Trial 493 finished with value: 2.868386725126264 and parameters: {'num_leaves': 138, 'max_depth': 4, 'learning_rate': 0.01120881499460383, 'n_estimators': 150, 'class_weight': 'balanced', 'min_child_samples': 32, 'min_child_weight': 0.8562438875929865, 'reg_alpha': 0.44643230814743035, 'reg_lambda': 0.8763378825757799}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8665282749195136
LGBM Regressor:  2.844435312812924
LGBM Regressor:  2.841471518793969
LGBM Regressor:  2.8450118968368634
LGBM Regressor:  2.8456139629108437
[I 2022-11-03 03:12:13,515] Trial 494 finished with value: 2.843404496923539 and parameters: {'num_leaves': 140, 'max_depth': 4, 'learning_rate': 0.011834940662771735, 'n_estimators': 1104, 'class_weight': 'balanced', 'min_child_samples': 33, 'min_child_weight': 0.8393668624475399, 'reg_alpha': 0.4099811876951715, 'reg_lambda': 0.9563422509292172}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8404897932630915
LGBM Regressor:  2.874347742254503
LGBM Regressor:  2.873618782323375
LGBM Regressor:  2.87448780922193
LGBM Regressor:  2.8746170785036718
[I 2022-11-03 03:12:18,580] Trial 495 finished with value: 2.873899226982661 and parameters: {'num_leaves': 133, 'max_depth': 4, 'learning_rate': 0.011090429685341099, 'n_estimators': 104, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8315869717028617, 'reg_alpha': 0.4630263748696432, 'reg_lambda': 0.8639870410117033}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.872424722609824
LGBM Regressor:  2.869187403191967
LGBM Regressor:  2.8692912738996785
LGBM Regressor:  2.870664828168783
LGBM Regressor:  2.87142093469948
[I 2022-11-03 03:12:26,463] Trial 496 finished with value: 2.8696804205414974 and parameters: {'num_leaves': 134, 'max_depth': 3, 'learning_rate': 0.011553023667003079, 'n_estimators': 212, 'class_weight': 'balanced', 'min_child_samples': 32, 'min_child_weight': 0.8739683986242004, 'reg_alpha': 0.47906868214115905, 'reg_lambda': 0.896830968592872}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.867837662747577
LGBM Regressor:  2.866494152395207
LGBM Regressor:  2.866444052452922
LGBM Regressor:  2.8682921096189498
LGBM Regressor:  2.8690943225234036
[I 2022-11-03 03:12:36,018] Trial 497 finished with value: 2.8670770347556487 and parameters: {'num_leaves': 137, 'max_depth': 3, 'learning_rate': 0.01089899205618362, 'n_estimators': 286, 'class_weight': 'balanced', 'min_child_samples': 31, 'min_child_weight': 0.8527115699508163, 'reg_alpha': 0.4898118120250035, 'reg_lambda': 0.9779982479340456}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8650605367877624
LGBM Regressor:  2.8851320421277604
LGBM Regressor:  2.8853692159554094
LGBM Regressor:  2.885689837606201
LGBM Regressor:  2.886308641866706
[I 2022-11-03 03:12:38,711] Trial 498 finished with value: 2.8854444704424207 and parameters: {'num_leaves': 132, 'max_depth': 3, 'learning_rate': 0.010699063048962018, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.8812473052294222, 'reg_alpha': 0.5140832559661409, 'reg_lambda': 0.9177354499362744}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.884722614656026
LGBM Regressor:  2.8739528487999357
LGBM Regressor:  2.874445710864629
LGBM Regressor:  2.8749279982378066
LGBM Regressor:  2.8758412293279507
[I 2022-11-03 03:12:45,303] Trial 499 finished with value: 2.8745106667662204 and parameters: {'num_leaves': 131, 'max_depth': 3, 'learning_rate': 0.01059816649889908, 'n_estimators': 151, 'class_weight': 'balanced', 'min_child_samples': 30, 'min_child_weight': 0.3033574599460076, 'reg_alpha': 0.43041241762620164, 'reg_lambda': 0.9256445579093113}. Best is trial 433 with value: 2.8858343690076387.
LGBM Regressor:  2.8733855466007783
score: 2.8858343690076387, params: {'num_leaves': 130, 'max_depth': 3, 'learning_rate': 0.010141772752671903, 'n_estimators': 50, 'class_weight': 'balanced', 'min_child_samples': 22, 'min_child_weight': 0.8349171816878965, 'reg_alpha': 0.485549031019017, 'reg_lambda': 0.8475060515511019}
In [35]:
optuna.visualization.plot_param_importances(lgb_roc_study) # 파라미터 중요도 확인 그래프
optuna.visualization.plot_optimization_history(lgb_roc_study) # 최적화 과정 시각화
In [26]:
# CatBoost_r
def cat_r_objective(trial):
    param = {
      'iterations': trial.suggest_int('max_leaves', 10, 150),
      'depth': trial.suggest_int('depth', 5, 30),
      'learning_rate': trial.suggest_loguniform("learning_rate", 0.01, 0.1)
    }

    fold = StratifiedKFold(n_splits=5, shuffle=True, random_state=SEED)
    cv_scores = []
    for train_idx, val_idx in fold.split(X_train, y_train):
        X_tr, X_val = X_train.iloc[train_idx], X_train.iloc[val_idx]
        y_tr, y_val = y_train.iloc[train_idx], y_train.iloc[val_idx]

        model = CatBoostRegressor(**param, grow_policy='Lossguide', random_state=SEED, silent=True)
        model.fit(X_tr, y_tr, eval_set=[(X_val, y_val)], early_stopping_rounds=50, verbose=False)
        y_pred = model.predict(X_val)
        score = rmse(y_val, y_pred)
        print("CatBoost Regressor: ",score)
        cv_scores.append(score)

    return np.mean(cv_scores)

cat_roc_study = optuna.create_study(direction='maximize', sampler=optuna.samplers.TPESampler(seed=SEED))
cat_roc_study.optimize(cat_r_objective, n_trials=trials)

cat_roc_best = cat_roc_study.best_trial
cat_roc_best_params = cat_roc_best.params

model_scores['catb'] = cat_roc_best.value
model_params['catb'] = cat_roc_best_params

print('score: {0}, params: {1}'.format(cat_roc_best.value, cat_roc_best_params))
[I 2022-11-03 00:52:30,850] A new study created in memory with name: no-name-6cac2698-cd98-4bab-afd3-ec48373b3d98
CatBoost Regressor:  2.4203172118738667
CatBoost Regressor:  2.4207328436498545
CatBoost Regressor:  2.420617823483958
CatBoost Regressor:  2.420976727527521
[I 2022-11-03 00:52:41,672] Trial 0 finished with value: 2.420472945279792 and parameters: {'max_leaves': 50, 'depth': 22, 'learning_rate': 0.011332916993356774}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.4197201198637592
CatBoost Regressor:  2.4166282889611397
CatBoost Regressor:  2.4173344271381714
CatBoost Regressor:  2.417109175499168
CatBoost Regressor:  2.4176134176147746
[I 2022-11-03 00:52:49,604] Trial 1 finished with value: 2.4169722807781904 and parameters: {'max_leaves': 36, 'depth': 22, 'learning_rate': 0.02380942778329892}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.4161760946776982
CatBoost Regressor:  2.4047391117322454
CatBoost Regressor:  2.4048480737627487
CatBoost Regressor:  2.4053858685030503
CatBoost Regressor:  2.405599778036442
[I 2022-11-03 00:53:01,405] Trial 2 finished with value: 2.404811556900635 and parameters: {'max_leaves': 55, 'depth': 26, 'learning_rate': 0.06318029125054338}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.4034849524686877
CatBoost Regressor:  2.4006167073523472
CatBoost Regressor:  2.399749302727278
CatBoost Regressor:  2.4017866162454533
CatBoost Regressor:  2.4011023925719965
[I 2022-11-03 00:53:21,293] Trial 3 finished with value: 2.400464959515697 and parameters: {'max_leaves': 105, 'depth': 30, 'learning_rate': 0.06855496343839224}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.3990697786814104
CatBoost Regressor:  2.4115870742648338
CatBoost Regressor:  2.4119691521285005
CatBoost Regressor:  2.412281116261281
CatBoost Regressor:  2.411670050049987
[I 2022-11-03 00:53:28,819] Trial 4 finished with value: 2.411632274870718 and parameters: {'max_leaves': 35, 'depth': 11, 'learning_rate': 0.043734511330937656}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.410653981648989
CatBoost Regressor:  2.41904618836657
CatBoost Regressor:  2.4194973142685816
CatBoost Regressor:  2.419262553929738
CatBoost Regressor:  2.420080946387035
[I 2022-11-03 00:53:35,588] Trial 5 finished with value: 2.4192458973921225 and parameters: {'max_leaves': 30, 'depth': 20, 'learning_rate': 0.021365632369356725}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.418342484008687
CatBoost Regressor:  2.4159987693852574
CatBoost Regressor:  2.41631325711146
CatBoost Regressor:  2.4164303035666923
CatBoost Regressor:  2.4169074436685114
[I 2022-11-03 00:53:54,168] Trial 6 finished with value: 2.416173653964081 and parameters: {'max_leaves': 86, 'depth': 11, 'learning_rate': 0.010723404527557604}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.4152184960884817
CatBoost Regressor:  2.3997866299716377
CatBoost Regressor:  2.3986903082885886
CatBoost Regressor:  2.4007220839852663
CatBoost Regressor:  2.4007611286133335
[I 2022-11-03 00:54:18,161] Trial 7 finished with value: 2.3996518661628876 and parameters: {'max_leaves': 130, 'depth': 20, 'learning_rate': 0.06687970278465766}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.398299179955612
CatBoost Regressor:  2.40070340004811
CatBoost Regressor:  2.4000163973563824
CatBoost Regressor:  2.4019547029019543
CatBoost Regressor:  2.4011881624870126
[I 2022-11-03 00:54:46,087] Trial 8 finished with value: 2.4006189869548984 and parameters: {'max_leaves': 150, 'depth': 19, 'learning_rate': 0.04677783160739405}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.3992322719810337
CatBoost Regressor:  2.4059679426662766
CatBoost Regressor:  2.405569803614745
CatBoost Regressor:  2.4064289538580317
CatBoost Regressor:  2.4059449911293447
[I 2022-11-03 00:55:11,269] Trial 9 finished with value: 2.4056616800142256 and parameters: {'max_leaves': 128, 'depth': 26, 'learning_rate': 0.024354398404090722}. Best is trial 0 with value: 2.420472945279792.
CatBoost Regressor:  2.4043967088027323
CatBoost Regressor:  2.4297538649213086
CatBoost Regressor:  2.4297133262812447
CatBoost Regressor:  2.4296425763573537
CatBoost Regressor:  2.429597073374198
[I 2022-11-03 00:55:13,639] Trial 10 finished with value: 2.4296208468724356 and parameters: {'max_leaves': 12, 'depth': 6, 'learning_rate': 0.01000849785576257}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.429397393428072
CatBoost Regressor:  2.428536860144838
CatBoost Regressor:  2.428515559437974
CatBoost Regressor:  2.4284354524389946
CatBoost Regressor:  2.4283529310644014
[I 2022-11-03 00:55:16,402] Trial 11 finished with value: 2.4283561897461707 and parameters: {'max_leaves': 17, 'depth': 5, 'learning_rate': 0.011243272727326677}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4279401456446457
CatBoost Regressor:  2.4290670382871524
CatBoost Regressor:  2.429049706118955
CatBoost Regressor:  2.4289595869131744
CatBoost Regressor:  2.4289653631112578
[I 2022-11-03 00:55:18,356] Trial 12 finished with value: 2.4289139381802123 and parameters: {'max_leaves': 11, 'depth': 5, 'learning_rate': 0.014948019563123234}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4285279964705206
CatBoost Regressor:  2.4285555761525113
CatBoost Regressor:  2.4285544134488295
CatBoost Regressor:  2.428510571443927
CatBoost Regressor:  2.4284592531131177
[I 2022-11-03 00:55:20,562] Trial 13 finished with value: 2.428435792626381 and parameters: {'max_leaves': 12, 'depth': 5, 'learning_rate': 0.015612430621805269}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.428099148973519
CatBoost Regressor:  2.4173431869954882
CatBoost Regressor:  2.417417447645531
CatBoost Regressor:  2.4174063498772975
CatBoost Regressor:  2.4175527603879257
[I 2022-11-03 00:55:31,615] Trial 14 finished with value: 2.41722816412154 and parameters: {'max_leaves': 51, 'depth': 10, 'learning_rate': 0.015995308717260966}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4164210757014595
CatBoost Regressor:  2.414028806921379
CatBoost Regressor:  2.414373171320607
CatBoost Regressor:  2.414447105740056
CatBoost Regressor:  2.4144955094908056
[I 2022-11-03 00:55:47,227] Trial 15 finished with value: 2.4140836316507714 and parameters: {'max_leaves': 74, 'depth': 15, 'learning_rate': 0.015811936880913403}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.41307356478101
CatBoost Regressor:  2.401584545210381
CatBoost Regressor:  2.400769399395695
CatBoost Regressor:  2.402275296412773
CatBoost Regressor:  2.40205329325654
[I 2022-11-03 00:56:01,322] Trial 16 finished with value: 2.4012121664914075 and parameters: {'max_leaves': 72, 'depth': 8, 'learning_rate': 0.09882383517680166}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.3993782981816474
CatBoost Regressor:  2.418002964936494
CatBoost Regressor:  2.418426020987043
CatBoost Regressor:  2.4185144754678296
CatBoost Regressor:  2.4189895372769605
[I 2022-11-03 00:56:06,448] Trial 17 finished with value: 2.418303687632782 and parameters: {'max_leaves': 22, 'depth': 14, 'learning_rate': 0.0325312246103575}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.417585439495584
CatBoost Regressor:  2.4282240258367094
CatBoost Regressor:  2.4280088643673063
CatBoost Regressor:  2.4281206196828093
CatBoost Regressor:  2.428064309716405
[I 2022-11-03 00:56:09,130] Trial 18 finished with value: 2.4280325052150666 and parameters: {'max_leaves': 12, 'depth': 8, 'learning_rate': 0.014178051773556324}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.427744706472102
CatBoost Regressor:  2.409708858949191
CatBoost Regressor:  2.409923398614985
CatBoost Regressor:  2.4103072411577084
CatBoost Regressor:  2.410043954043431
[I 2022-11-03 00:56:28,836] Trial 19 finished with value: 2.4097151132447316 and parameters: {'max_leaves': 98, 'depth': 15, 'learning_rate': 0.019603180629477485}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4085921134583415
CatBoost Regressor:  2.420061140703876
CatBoost Regressor:  2.4200841019919217
CatBoost Regressor:  2.420235446186846
CatBoost Regressor:  2.420448638748539
[I 2022-11-03 00:56:41,312] Trial 20 finished with value: 2.4199887193288063 and parameters: {'max_leaves': 61, 'depth': 7, 'learning_rate': 0.010079243960314104}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4191142690128493
CatBoost Regressor:  2.429530665642273
CatBoost Regressor:  2.4295108531596568
CatBoost Regressor:  2.429400571158518
CatBoost Regressor:  2.4294051968483803
[I 2022-11-03 00:56:43,506] Trial 21 finished with value: 2.429383171691544 and parameters: {'max_leaves': 11, 'depth': 5, 'learning_rate': 0.013108456985899391}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.429068571648892
CatBoost Regressor:  2.4253177639344328
CatBoost Regressor:  2.425303561118596
CatBoost Regressor:  2.4250662391710067
CatBoost Regressor:  2.4251255828466163
[I 2022-11-03 00:56:48,172] Trial 22 finished with value: 2.425028000456023 and parameters: {'max_leaves': 29, 'depth': 5, 'learning_rate': 0.013052408076017015}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.424326855209463
CatBoost Regressor:  2.417728453004669
CatBoost Regressor:  2.418236903232082
CatBoost Regressor:  2.417869914793442
CatBoost Regressor:  2.4183301543205498
[I 2022-11-03 00:56:56,997] Trial 23 finished with value: 2.4178743506357163 and parameters: {'max_leaves': 42, 'depth': 9, 'learning_rate': 0.018251977199980222}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4172063278278393
CatBoost Regressor:  2.425071196277172
CatBoost Regressor:  2.4250379105136552
CatBoost Regressor:  2.425331294707694
CatBoost Regressor:  2.425508054853902
[I 2022-11-03 00:57:02,121] Trial 24 finished with value: 2.4251316939250005 and parameters: {'max_leaves': 23, 'depth': 12, 'learning_rate': 0.01286601880236254}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.424710013272579
CatBoost Regressor:  2.424930322861685
CatBoost Regressor:  2.424684232472714
CatBoost Regressor:  2.4249917668805336
CatBoost Regressor:  2.425133451335253
[I 2022-11-03 00:57:04,527] Trial 25 finished with value: 2.4247756118405213 and parameters: {'max_leaves': 11, 'depth': 7, 'learning_rate': 0.029028460018623897}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.424138285652421
CatBoost Regressor:  2.4208290985289382
CatBoost Regressor:  2.421300203206711
CatBoost Regressor:  2.4211012605027142
CatBoost Regressor:  2.4217427686626958
[I 2022-11-03 00:57:13,380] Trial 26 finished with value: 2.4210681821274185 and parameters: {'max_leaves': 41, 'depth': 13, 'learning_rate': 0.012965866491121676}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4203675797360313
CatBoost Regressor:  2.427068983674229
CatBoost Regressor:  2.427112206770223
CatBoost Regressor:  2.4270451285564882
CatBoost Regressor:  2.4270080771445572
[I 2022-11-03 00:57:17,747] Trial 27 finished with value: 2.42697781287718 and parameters: {'max_leaves': 23, 'depth': 6, 'learning_rate': 0.010193292082201691}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.426654668240405
CatBoost Regressor:  2.4278741415971345
CatBoost Regressor:  2.4278954341763708
CatBoost Regressor:  2.427997603583871
CatBoost Regressor:  2.428077727407792
[I 2022-11-03 00:57:20,156] Trial 28 finished with value: 2.4278509498700944 and parameters: {'max_leaves': 10, 'depth': 10, 'learning_rate': 0.017731597249868197}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4274098425853037
CatBoost Regressor:  2.4177684708573453
CatBoost Regressor:  2.418409472857305
CatBoost Regressor:  2.41805202875447
CatBoost Regressor:  2.418251256915814
[I 2022-11-03 00:57:33,196] Trial 29 finished with value: 2.4179041841324294 and parameters: {'max_leaves': 61, 'depth': 17, 'learning_rate': 0.01251401070590617}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.417039691277212
CatBoost Regressor:  2.413167092784827
CatBoost Regressor:  2.4128624472043962
CatBoost Regressor:  2.413357714254728
CatBoost Regressor:  2.413072229867661
[I 2022-11-03 00:57:42,340] Trial 30 finished with value: 2.412907530171587 and parameters: {'max_leaves': 44, 'depth': 7, 'learning_rate': 0.032023685607095786}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4120781667463236
CatBoost Regressor:  2.426369347239344
CatBoost Regressor:  2.426439363005611
CatBoost Regressor:  2.426306182101742
CatBoost Regressor:  2.4262038151198517
[I 2022-11-03 00:57:45,821] Trial 31 finished with value: 2.4261724155363664 and parameters: {'max_leaves': 20, 'depth': 5, 'learning_rate': 0.015343638625397492}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4255433702152827
CatBoost Regressor:  2.423776911970404
CatBoost Regressor:  2.4238676597303015
CatBoost Regressor:  2.423734192807599
CatBoost Regressor:  2.42424887326238
[I 2022-11-03 00:57:52,338] Trial 32 finished with value: 2.423728949986592 and parameters: {'max_leaves': 31, 'depth': 9, 'learning_rate': 0.011829275025324179}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.423017112162275
CatBoost Regressor:  2.4278329191162666
CatBoost Regressor:  2.4278343433133727
CatBoost Regressor:  2.427671292471065
CatBoost Regressor:  2.4277583699216376
[I 2022-11-03 00:57:54,529] Trial 33 finished with value: 2.427631906611512 and parameters: {'max_leaves': 10, 'depth': 5, 'learning_rate': 0.022787723111428734}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4270626082352202
CatBoost Regressor:  2.423480602363684
CatBoost Regressor:  2.4234634458125925
CatBoost Regressor:  2.423367514541403
CatBoost Regressor:  2.4236443363757982
[I 2022-11-03 00:58:00,452] Trial 34 finished with value: 2.4233222577195637 and parameters: {'max_leaves': 27, 'depth': 7, 'learning_rate': 0.014908540959845345}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4226553895043406
CatBoost Regressor:  2.425061499341
CatBoost Regressor:  2.4249094255193935
CatBoost Regressor:  2.425086084645321
CatBoost Regressor:  2.4251478781747045
[I 2022-11-03 00:58:03,768] Trial 35 finished with value: 2.4248808219176174 and parameters: {'max_leaves': 18, 'depth': 6, 'learning_rate': 0.018902203991651996}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.424199221907669
CatBoost Regressor:  2.4150970951632362
CatBoost Regressor:  2.41556820379325
CatBoost Regressor:  2.415744584631781
CatBoost Regressor:  2.415913352776769
[I 2022-11-03 00:58:11,972] Trial 36 finished with value: 2.4153266467050334 and parameters: {'max_leaves': 38, 'depth': 24, 'learning_rate': 0.026776498870636066}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4143099971601294
CatBoost Regressor:  2.4098517801065023
CatBoost Regressor:  2.409968740287415
CatBoost Regressor:  2.4108612734789916
CatBoost Regressor:  2.4100373500622485
[I 2022-11-03 00:58:22,420] Trial 37 finished with value: 2.4098203907421754 and parameters: {'max_leaves': 48, 'depth': 30, 'learning_rate': 0.0394704778880746}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4083828097757207
CatBoost Regressor:  2.4201602712255705
CatBoost Regressor:  2.420669313362371
CatBoost Regressor:  2.420569994320471
CatBoost Regressor:  2.4208771403798734
[I 2022-11-03 00:58:29,960] Trial 38 finished with value: 2.4203502528000467 and parameters: {'max_leaves': 34, 'depth': 9, 'learning_rate': 0.01673497428954657}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.419474544711948
CatBoost Regressor:  2.4262607289882583
CatBoost Regressor:  2.4262980347004075
CatBoost Regressor:  2.42653045483774
CatBoost Regressor:  2.4265268236705637
[I 2022-11-03 00:58:33,981] Trial 39 finished with value: 2.4263227404913392 and parameters: {'max_leaves': 17, 'depth': 11, 'learning_rate': 0.014165274562166569}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.425997660259725
CatBoost Regressor:  2.4204888127468607
CatBoost Regressor:  2.420672687046343
CatBoost Regressor:  2.420495785263131
CatBoost Regressor:  2.420511604353133
[I 2022-11-03 00:58:44,281] Trial 40 finished with value: 2.420334737769808 and parameters: {'max_leaves': 57, 'depth': 6, 'learning_rate': 0.011407887876248881}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.419504799439573
CatBoost Regressor:  2.4285550395699227
CatBoost Regressor:  2.428533679298926
CatBoost Regressor:  2.4284703669870105
CatBoost Regressor:  2.428363277711968
[I 2022-11-03 00:58:47,296] Trial 41 finished with value: 2.4283771175966242 and parameters: {'max_leaves': 17, 'depth': 5, 'learning_rate': 0.011190426351979444}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4279632244152958
CatBoost Regressor:  2.426711320120997
CatBoost Regressor:  2.426736539022822
CatBoost Regressor:  2.4266231574314863
CatBoost Regressor:  2.4265061224717304
[I 2022-11-03 00:58:51,647] Trial 42 finished with value: 2.426495208295199 and parameters: {'max_leaves': 26, 'depth': 5, 'learning_rate': 0.011106144243377771}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4258989024289606
CatBoost Regressor:  2.426500628232885
CatBoost Regressor:  2.426530077281261
CatBoost Regressor:  2.4266471069307594
CatBoost Regressor:  2.426744439563979
[I 2022-11-03 00:58:55,465] Trial 43 finished with value: 2.4265104058416647 and parameters: {'max_leaves': 17, 'depth': 8, 'learning_rate': 0.013584693341717302}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.426129777199439
CatBoost Regressor:  2.4250205894748453
CatBoost Regressor:  2.425094660467619
CatBoost Regressor:  2.424951517789823
CatBoost Regressor:  2.42498970952783
[I 2022-11-03 00:59:01,846] Trial 44 finished with value: 2.4248616140266734 and parameters: {'max_leaves': 34, 'depth': 6, 'learning_rate': 0.01005242151258111}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4242515928732495
CatBoost Regressor:  2.427902140861038
CatBoost Regressor:  2.428008531460891
CatBoost Regressor:  2.4278678166037833
CatBoost Regressor:  2.4280436444231963
[I 2022-11-03 00:59:05,180] Trial 45 finished with value: 2.427865364692642 and parameters: {'max_leaves': 15, 'depth': 8, 'learning_rate': 0.011885076914546112}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4275046901143034
CatBoost Regressor:  2.4103376754822
CatBoost Regressor:  2.409973193497432
CatBoost Regressor:  2.410777568681423
CatBoost Regressor:  2.4103789352482194
[I 2022-11-03 00:59:23,701] Trial 46 finished with value: 2.410109597052613 and parameters: {'max_leaves': 124, 'depth': 5, 'learning_rate': 0.0215243127306271}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4090806123537893
CatBoost Regressor:  2.4118225047263624
CatBoost Regressor:  2.4119930406182264
CatBoost Regressor:  2.412549113482633
CatBoost Regressor:  2.4120240912643984
[I 2022-11-03 00:59:41,965] Trial 47 finished with value: 2.411865814890148 and parameters: {'max_leaves': 89, 'depth': 10, 'learning_rate': 0.016841892779615394}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4109403243591205
CatBoost Regressor:  2.4122586169866773
CatBoost Regressor:  2.412614902204486
CatBoost Regressor:  2.4131430724305747
CatBoost Regressor:  2.412707876342589
[I 2022-11-03 00:59:47,463] Trial 48 finished with value: 2.4125237046502024 and parameters: {'max_leaves': 26, 'depth': 7, 'learning_rate': 0.05818702251832609}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4118940552866848
CatBoost Regressor:  2.4246774666613464
CatBoost Regressor:  2.424837525478808
CatBoost Regressor:  2.424969730041294
CatBoost Regressor:  2.425387078890969
[I 2022-11-03 00:59:50,821] Trial 49 finished with value: 2.4248118613217917 and parameters: {'max_leaves': 15, 'depth': 17, 'learning_rate': 0.020737323503821535}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4241875055365427
CatBoost Regressor:  2.428663182202182
CatBoost Regressor:  2.4286988609335176
CatBoost Regressor:  2.428884257575845
CatBoost Regressor:  2.4288425281356205
[I 2022-11-03 00:59:53,207] Trial 50 finished with value: 2.4287239649872445 and parameters: {'max_leaves': 10, 'depth': 28, 'learning_rate': 0.014482309150803504}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.4285309960890595
CatBoost Regressor:  2.424982940742865
CatBoost Regressor:  2.4251013378695547
CatBoost Regressor:  2.425338343068104
CatBoost Regressor:  2.425425589005339
[I 2022-11-03 00:59:57,616] Trial 51 finished with value: 2.42507942968524 and parameters: {'max_leaves': 21, 'depth': 27, 'learning_rate': 0.014454886892084915}. Best is trial 10 with value: 2.4296208468724356.
CatBoost Regressor:  2.424548937740339
CatBoost Regressor:  2.4297263417028985
CatBoost Regressor:  2.4296664937488193
CatBoost Regressor:  2.4296566952209577
CatBoost Regressor:  2.4298266852656445
[I 2022-11-03 00:59:59,956] Trial 52 finished with value: 2.429650873719562 and parameters: {'max_leaves': 10, 'depth': 21, 'learning_rate': 0.011054989458128708}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.42937815265949
CatBoost Regressor:  2.4283801721891387
CatBoost Regressor:  2.428351882766426
CatBoost Regressor:  2.4283277395050575
CatBoost Regressor:  2.428559637834119
[I 2022-11-03 01:00:02,284] Trial 53 finished with value: 2.4283455435947845 and parameters: {'max_leaves': 10, 'depth': 22, 'learning_rate': 0.015879259651263803}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4281082856791816
CatBoost Regressor:  2.4236716358482027
CatBoost Regressor:  2.4238378720984333
CatBoost Regressor:  2.4239946936386603
CatBoost Regressor:  2.42407931933479
[I 2022-11-03 01:00:08,741] Trial 54 finished with value: 2.4237547454853017 and parameters: {'max_leaves': 30, 'depth': 28, 'learning_rate': 0.012254626339987501}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.423190206506423
CatBoost Regressor:  2.424713196265045
CatBoost Regressor:  2.424933581166008
CatBoost Regressor:  2.4249849391979
CatBoost Regressor:  2.4250271988929657
[I 2022-11-03 01:00:14,462] Trial 55 finished with value: 2.4247528620622054 and parameters: {'max_leaves': 23, 'depth': 24, 'learning_rate': 0.013825837156248463}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.42410539478911
CatBoost Regressor:  2.4285371097125497
CatBoost Regressor:  2.4284376477722107
CatBoost Regressor:  2.4284906287579573
CatBoost Regressor:  2.4287474016887827
[I 2022-11-03 01:00:17,607] Trial 56 finished with value: 2.4284617947151923 and parameters: {'max_leaves': 14, 'depth': 24, 'learning_rate': 0.011067208642507436}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4280961856444594
CatBoost Regressor:  2.413670657337588
CatBoost Regressor:  2.4139987434802372
CatBoost Regressor:  2.413843389464121
CatBoost Regressor:  2.414261825897678
[I 2022-11-03 01:00:40,119] Trial 57 finished with value: 2.4136935950640868 and parameters: {'max_leaves': 112, 'depth': 20, 'learning_rate': 0.010990833582599866}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.412693359140811
CatBoost Regressor:  2.4114874311328447
CatBoost Regressor:  2.4117159657652008
CatBoost Regressor:  2.4119990325036333
CatBoost Regressor:  2.4118223451373586
[I 2022-11-03 01:01:09,743] Trial 58 finished with value: 2.411496760335301 and parameters: {'max_leaves': 150, 'depth': 24, 'learning_rate': 0.010567543418226992}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4104590271374673
CatBoost Regressor:  2.4129468705284625
CatBoost Regressor:  2.4128042651944037
CatBoost Regressor:  2.4128481097807186
CatBoost Regressor:  2.413047766424448
[I 2022-11-03 01:01:13,213] Trial 59 finished with value: 2.4126094980451667 and parameters: {'max_leaves': 16, 'depth': 21, 'learning_rate': 0.08357802960374476}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4114004782978
CatBoost Regressor:  2.422113637137777
CatBoost Regressor:  2.4222297187440884
CatBoost Regressor:  2.4225677479107657
CatBoost Regressor:  2.4226853472464702
[I 2022-11-03 01:01:21,407] Trial 60 finished with value: 2.422231100067957 and parameters: {'max_leaves': 37, 'depth': 25, 'learning_rate': 0.012254889963031588}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.421559049300685
CatBoost Regressor:  2.4291007150501356
CatBoost Regressor:  2.429091740055146
CatBoost Regressor:  2.4291087177910002
CatBoost Regressor:  2.4291736152205683
[I 2022-11-03 01:01:23,991] Trial 61 finished with value: 2.429070799924144 and parameters: {'max_leaves': 10, 'depth': 28, 'learning_rate': 0.013112287250909505}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4288792115038693
CatBoost Regressor:  2.429128499143776
CatBoost Regressor:  2.4291342929105753
CatBoost Regressor:  2.429096569572482
CatBoost Regressor:  2.429036614312279
[I 2022-11-03 01:01:26,309] Trial 62 finished with value: 2.4290457437853794 and parameters: {'max_leaves': 10, 'depth': 29, 'learning_rate': 0.013272937763032693}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4288327429877854
CatBoost Regressor:  2.4291082997123934
CatBoost Regressor:  2.429111909436584
CatBoost Regressor:  2.4291720939075003
CatBoost Regressor:  2.4290788536623276
[I 2022-11-03 01:01:28,683] Trial 63 finished with value: 2.4290463742539297 and parameters: {'max_leaves': 10, 'depth': 28, 'learning_rate': 0.013365204405531678}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4287607145508425
CatBoost Regressor:  2.4255132984454693
CatBoost Regressor:  2.425632928106833
CatBoost Regressor:  2.425781222510524
CatBoost Regressor:  2.425847384477715
[I 2022-11-03 01:01:32,975] Trial 64 finished with value: 2.4255572355109223 and parameters: {'max_leaves': 21, 'depth': 30, 'learning_rate': 0.013298550525938212}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4250113440140706
CatBoost Regressor:  2.422241946039067
CatBoost Regressor:  2.4227883682359934
CatBoost Regressor:  2.42250273240774
CatBoost Regressor:  2.4228619038582533
[I 2022-11-03 01:01:38,952] Trial 65 finished with value: 2.422367261562604 and parameters: {'max_leaves': 25, 'depth': 29, 'learning_rate': 0.017707666827586795}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.421441357271966
CatBoost Regressor:  2.4283392932168253
CatBoost Regressor:  2.4283004704876556
CatBoost Regressor:  2.4281596519861592
CatBoost Regressor:  2.428478786347359
[I 2022-11-03 01:01:41,967] Trial 66 finished with value: 2.428226253136755 and parameters: {'max_leaves': 13, 'depth': 26, 'learning_rate': 0.01256192322516662}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.427853063645777
CatBoost Regressor:  2.4228557714581793
CatBoost Regressor:  2.423229585316052
CatBoost Regressor:  2.423187454623861
CatBoost Regressor:  2.423378065039169
[I 2022-11-03 01:01:48,741] Trial 67 finished with value: 2.4229784400332313 and parameters: {'max_leaves': 31, 'depth': 29, 'learning_rate': 0.013254450970473808}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4222413237288936
CatBoost Regressor:  2.4247625744171075
CatBoost Regressor:  2.4252264726327097
CatBoost Regressor:  2.4252714483916376
CatBoost Regressor:  2.4252371790829215
[I 2022-11-03 01:01:53,151] Trial 68 finished with value: 2.4250069220739747 and parameters: {'max_leaves': 20, 'depth': 27, 'learning_rate': 0.015247362915115576}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.424536935845498
CatBoost Regressor:  2.4181742057093762
CatBoost Regressor:  2.418714392312176
CatBoost Regressor:  2.4184689508915307
CatBoost Regressor:  2.4188995532968116
[I 2022-11-03 01:02:06,940] Trial 69 finished with value: 2.418344118035066 and parameters: {'max_leaves': 69, 'depth': 18, 'learning_rate': 0.010547029984388685}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4174634879654344
CatBoost Regressor:  2.4295222268379337
CatBoost Regressor:  2.4294711515366068
CatBoost Regressor:  2.429567844984195
CatBoost Regressor:  2.4296972615650354
[I 2022-11-03 01:02:09,275] Trial 70 finished with value: 2.42951245152582 and parameters: {'max_leaves': 10, 'depth': 29, 'learning_rate': 0.011615132342987616}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.429303772705329
CatBoost Regressor:  2.4283643547990943
CatBoost Regressor:  2.4283838423831465
CatBoost Regressor:  2.428746871790671
CatBoost Regressor:  2.4285723825956325
[I 2022-11-03 01:02:12,149] Trial 71 finished with value: 2.428406284426674 and parameters: {'max_leaves': 13, 'depth': 29, 'learning_rate': 0.01210018231849371}. Best is trial 52 with value: 2.429650873719562.
CatBoost Regressor:  2.4279639705648277
CatBoost Regressor:  2.4300020825454745
CatBoost Regressor:  2.429952332984095
CatBoost Regressor:  2.4299238679645274
CatBoost Regressor:  2.4300621480271523
[I 2022-11-03 01:02:14,467] Trial 72 finished with value: 2.429913367691559 and parameters: {'max_leaves': 10, 'depth': 28, 'learning_rate': 0.010032915139866027}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.429626406936543
CatBoost Regressor:  2.426885821354495
CatBoost Regressor:  2.4268483397049567
CatBoost Regressor:  2.4269205939278105
CatBoost Regressor:  2.4271912008745793
[I 2022-11-03 01:02:18,360] Trial 73 finished with value: 2.426870068249094 and parameters: {'max_leaves': 19, 'depth': 27, 'learning_rate': 0.011687678830044125}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4265043853836286
CatBoost Regressor:  2.4289247240831773
CatBoost Regressor:  2.4289416563817228
CatBoost Regressor:  2.4288042023078926
CatBoost Regressor:  2.429017496610671
[I 2022-11-03 01:02:21,376] Trial 74 finished with value: 2.4288227909941127 and parameters: {'max_leaves': 14, 'depth': 28, 'learning_rate': 0.01001292088478427}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4284258755870995
CatBoost Regressor:  2.4298826582230255
CatBoost Regressor:  2.429807813455577
CatBoost Regressor:  2.429880824555946
CatBoost Regressor:  2.429877070027192
[I 2022-11-03 01:02:23,583] Trial 75 finished with value: 2.4298090228327274 and parameters: {'max_leaves': 10, 'depth': 26, 'learning_rate': 0.010576964930438922}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4295967479018965
CatBoost Regressor:  2.426010055797984
CatBoost Regressor:  2.4259837421727424
CatBoost Regressor:  2.4261621198063144
CatBoost Regressor:  2.426196965920004
[I 2022-11-03 01:02:28,057] Trial 76 finished with value: 2.425981215526325 and parameters: {'max_leaves': 24, 'depth': 25, 'learning_rate': 0.010887623722204887}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4255531939345816
CatBoost Regressor:  2.4266695708839467
CatBoost Regressor:  2.4267433266394693
CatBoost Regressor:  2.426784424154754
CatBoost Regressor:  2.4269596340614727
[I 2022-11-03 01:02:31,871] Trial 77 finished with value: 2.4266547982291806 and parameters: {'max_leaves': 20, 'depth': 26, 'learning_rate': 0.011515871275445743}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.42611703540626
CatBoost Regressor:  2.4256464372623174
CatBoost Regressor:  2.425638016804315
CatBoost Regressor:  2.425649003042585
CatBoost Regressor:  2.426060148943688
[I 2022-11-03 01:02:37,553] Trial 78 finished with value: 2.4255811560043177 and parameters: {'max_leaves': 27, 'depth': 25, 'learning_rate': 0.01033317558448214}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.424912173968683
CatBoost Regressor:  2.4268061192663355
CatBoost Regressor:  2.427034198232631
CatBoost Regressor:  2.427162494949928
CatBoost Regressor:  2.4272746186294505
[I 2022-11-03 01:02:40,937] Trial 79 finished with value: 2.426955480471398 and parameters: {'max_leaves': 17, 'depth': 26, 'learning_rate': 0.012717267064918821}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.426499971278645
CatBoost Regressor:  2.4289298503138004
CatBoost Regressor:  2.4288527769653734
CatBoost Regressor:  2.4288541972115127
CatBoost Regressor:  2.429097383723029
[I 2022-11-03 01:02:43,636] Trial 80 finished with value: 2.428870459824792 and parameters: {'max_leaves': 13, 'depth': 30, 'learning_rate': 0.010745748255252515}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4286180909102426
CatBoost Regressor:  2.4290062727543535
CatBoost Regressor:  2.4290284318757775
CatBoost Regressor:  2.429040292719511
CatBoost Regressor:  2.4289926718225066
[I 2022-11-03 01:02:45,835] Trial 81 finished with value: 2.428947168387854 and parameters: {'max_leaves': 10, 'depth': 29, 'learning_rate': 0.013687292374333387}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.428668172767121
CatBoost Regressor:  2.429458410171634
CatBoost Regressor:  2.429430251832241
CatBoost Regressor:  2.429587463185442
CatBoost Regressor:  2.4296743086064416
[I 2022-11-03 01:02:48,135] Trial 82 finished with value: 2.429469921012774 and parameters: {'max_leaves': 10, 'depth': 28, 'learning_rate': 0.01170415179866688}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4291991712681136
CatBoost Regressor:  2.428041801244606
CatBoost Regressor:  2.428093018125126
CatBoost Regressor:  2.428140300847837
CatBoost Regressor:  2.4282965778952184
[I 2022-11-03 01:02:51,395] Trial 83 finished with value: 2.4280501616958374 and parameters: {'max_leaves': 15, 'depth': 28, 'learning_rate': 0.011504412976502214}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.427679110366401
CatBoost Regressor:  2.4276272339651466
CatBoost Regressor:  2.4275302391083056
CatBoost Regressor:  2.42753058670783
CatBoost Regressor:  2.427896786926776
[I 2022-11-03 01:02:55,420] Trial 84 finished with value: 2.4275425781378384 and parameters: {'max_leaves': 19, 'depth': 27, 'learning_rate': 0.01003482493769357}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4271280439811336
CatBoost Regressor:  2.4155882449494492
CatBoost Regressor:  2.415929488343347
CatBoost Regressor:  2.4160322926658484
CatBoost Regressor:  2.416410923673699
[I 2022-11-03 01:03:00,862] Trial 85 finished with value: 2.4158188150297724 and parameters: {'max_leaves': 23, 'depth': 23, 'learning_rate': 0.04101763749623112}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.415133125516519
CatBoost Regressor:  2.428352804201586
CatBoost Regressor:  2.4285039778245183
CatBoost Regressor:  2.4285450869735516
CatBoost Regressor:  2.428743776593092
[I 2022-11-03 01:03:03,792] Trial 86 finished with value: 2.4284466239211664 and parameters: {'max_leaves': 13, 'depth': 15, 'learning_rate': 0.01187053297318662}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4280874740130844
CatBoost Regressor:  2.4232227562014796
CatBoost Regressor:  2.4234168432421788
CatBoost Regressor:  2.4232585955431083
CatBoost Regressor:  2.423828240232197
[I 2022-11-03 01:03:10,479] Trial 87 finished with value: 2.4232806361999284 and parameters: {'max_leaves': 31, 'depth': 28, 'learning_rate': 0.012632324159787356}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.422676745780677
CatBoost Regressor:  2.4197684806022077
CatBoost Regressor:  2.4201741913876407
CatBoost Regressor:  2.4201911436776062
CatBoost Regressor:  2.420446851605145
[I 2022-11-03 01:03:14,637] Trial 88 finished with value: 2.4199575961286115 and parameters: {'max_leaves': 17, 'depth': 30, 'learning_rate': 0.03485935766942533}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.419207313370457
CatBoost Regressor:  2.4298883777634375
CatBoost Regressor:  2.429823720998519
CatBoost Regressor:  2.4299529486209304
CatBoost Regressor:  2.4298894845972288
[I 2022-11-03 01:03:17,008] Trial 89 finished with value: 2.4298337089730575 and parameters: {'max_leaves': 10, 'depth': 27, 'learning_rate': 0.010520299361865644}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.429614012885171
CatBoost Regressor:  2.4251700363622333
CatBoost Regressor:  2.425241393153708
CatBoost Regressor:  2.42533419195935
CatBoost Regressor:  2.425611257552956
[I 2022-11-03 01:03:23,132] Trial 90 finished with value: 2.425208081354671 and parameters: {'max_leaves': 27, 'depth': 26, 'learning_rate': 0.010950707636206656}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4246835277451093
CatBoost Regressor:  2.429584779803607
CatBoost Regressor:  2.429522209152151
CatBoost Regressor:  2.429596827720358
CatBoost Regressor:  2.4296096216933787
[I 2022-11-03 01:03:25,688] Trial 91 finished with value: 2.4295168224575443 and parameters: {'max_leaves': 11, 'depth': 27, 'learning_rate': 0.010571633158930888}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.429270673918227
CatBoost Regressor:  2.4290001768786493
CatBoost Regressor:  2.4289383662464967
CatBoost Regressor:  2.429076399697307
CatBoost Regressor:  2.4290451189610915
[I 2022-11-03 01:03:28,636] Trial 92 finished with value: 2.428951238040549 and parameters: {'max_leaves': 13, 'depth': 27, 'learning_rate': 0.010558518098612248}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4286961284192006
CatBoost Regressor:  2.427222773624594
CatBoost Regressor:  2.42715159962825
CatBoost Regressor:  2.4272201476227635
CatBoost Regressor:  2.427540643340897
[I 2022-11-03 01:03:32,533] Trial 93 finished with value: 2.427168413624247 and parameters: {'max_leaves': 18, 'depth': 29, 'learning_rate': 0.011487749593177317}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.426706903904731
CatBoost Regressor:  2.42846493624307
CatBoost Regressor:  2.428373333306501
CatBoost Regressor:  2.4285613783972
CatBoost Regressor:  2.4285965271224046
[I 2022-11-03 01:03:35,809] Trial 94 finished with value: 2.428428058690089 and parameters: {'max_leaves': 15, 'depth': 27, 'learning_rate': 0.010530857431488195}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.428144118381269
CatBoost Regressor:  2.425794897723186
CatBoost Regressor:  2.4258402129569787
CatBoost Regressor:  2.425740143021152
CatBoost Regressor:  2.4261055666443867
[I 2022-11-03 01:03:40,521] Trial 95 finished with value: 2.4257221703154315 and parameters: {'max_leaves': 22, 'depth': 16, 'learning_rate': 0.012203318629019678}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4251300312314537
CatBoost Regressor:  2.4297058685070856
CatBoost Regressor:  2.4295379694112524
CatBoost Regressor:  2.4296088518940415
CatBoost Regressor:  2.4297420963227534
[I 2022-11-03 01:03:42,929] Trial 96 finished with value: 2.429588357258466 and parameters: {'max_leaves': 10, 'depth': 19, 'learning_rate': 0.011287190136096035}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.429347000157195
CatBoost Regressor:  2.4278185238680274
CatBoost Regressor:  2.427755018309324
CatBoost Regressor:  2.42792063239025
CatBoost Regressor:  2.4280814228439476
[I 2022-11-03 01:03:46,433] Trial 97 finished with value: 2.4278409066362565 and parameters: {'max_leaves': 16, 'depth': 19, 'learning_rate': 0.011379065642922763}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4276289357697323
CatBoost Regressor:  2.4162440578046787
CatBoost Regressor:  2.4166408564909543
CatBoost Regressor:  2.4167503143033575
CatBoost Regressor:  2.4166425041402486
[I 2022-11-03 01:04:04,336] Trial 98 finished with value: 2.416389084310572 and parameters: {'max_leaves': 86, 'depth': 19, 'learning_rate': 0.010488090685457394}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.4156676888136213
CatBoost Regressor:  2.4116642438120053
CatBoost Regressor:  2.412098100895477
CatBoost Regressor:  2.412287910226834
CatBoost Regressor:  2.4122168533647215
[I 2022-11-03 01:04:31,034] Trial 99 finished with value: 2.4118203700696115 and parameters: {'max_leaves': 138, 'depth': 22, 'learning_rate': 0.011097716676060278}. Best is trial 72 with value: 2.429913367691559.
CatBoost Regressor:  2.410834742049019
score: 2.429913367691559, params: {'max_leaves': 10, 'depth': 28, 'learning_rate': 0.010032915139866027}
In [27]:
optuna.visualization.plot_param_importances(cat_roc_study) # 파라미터 중요도 확인 그래프
optuna.visualization.plot_optimization_history(cat_roc_study) # 최적화 과정 시각화
In [28]:
reader = Reader(rating_scale=(1, 10))
train_data = Dataset.load_from_df(train_df[['uid', 'iid', 'ratings']], reader)
test_data = Dataset.load_from_df(test_df[['uid', 'iid', 'ratings']], reader)

fold = DatasetAutoFolds(df = train_df[['uid', 'iid', 'ratings']], reader = reader)
trainset = fold.build_full_trainset()

svd_wrapper=SVD(**model_params['svd'],random_state=SEED)
svd_wrapper.fit(trainset)
Out[28]:
<surprise.prediction_algorithms.matrix_factorization.SVD at 0x7eff67de0310>
In [30]:
lgb_r_wrapper= LGBMRegressor(**model_params['lgb_r'] ,random_state=SEED)
lgb_r_wrapper.fit(X_train.select_dtypes(exclude='object'), y_train)
Out[30]:
LGBMRegressor(class_weight='balanced', learning_rate=0.02750108543596555,
              max_depth=9, min_child_samples=31,
              min_child_weight=0.7574846332086538, n_estimators=57,
              num_leaves=10, random_state=8746, reg_alpha=0.3887691947863865,
              reg_lambda=0.19029119128000968)
In a Jupyter environment, please rerun this cell to show the HTML representation or trust the notebook.
On GitHub, the HTML representation is unable to render, please try loading this page with nbviewer.org.
LGBMRegressor(class_weight='balanced', learning_rate=0.02750108543596555,
              max_depth=9, min_child_samples=31,
              min_child_weight=0.7574846332086538, n_estimators=57,
              num_leaves=10, random_state=8746, reg_alpha=0.3887691947863865,
              reg_lambda=0.19029119128000968)
In [31]:
catb_wrapper=CatBoostRegressor(**model_params['catb'], grow_policy='Lossguide', random_state=SEED, silent=True)
catb_wrapper.fit(X_train.select_dtypes(exclude='object'), y_train, early_stopping_rounds=100)
Out[31]:
<catboost.core.CatBoostRegressor at 0x7eff64387ca0>
In [37]:
from sklearn.ensemble import VotingRegressor
voting_model = VotingRegressor(estimators=[('lgbm', lgb_r_wrapper), ('catboost', catb_wrapper)])
voting_model.fit(X_train.select_dtypes(exclude='object'), y_train)
voting_pred = voting_model.predict(X_test.select_dtypes(exclude='object'))
score=rmse(voting_pred,y_test)
model_scores['ensemble']=score

{'svd': 2.2151653244307097,

'coclu': 2.5070737129167298,

'lgbm_cl': 2.6278796390841412,

'lgbm_r': 2.4148026177619055,

'catboost_cl': 2.624634104703997,

'catboost_r': 2.4149702839268348,

'opt_weight': 2.2139588804173833,

'combined_lgbm_cl': 2.3285590939813408,

'combined_catboost_cl': 2.3249798667707897} 데이터셋 그대로

In [38]:
model_scores
Out[38]:
{'svd': 2.2877188756780997,
 'lgb_r': 2.8858343690076387,
 'catb': 2.429913367691559,
 'ensemble': 2.5314419537259227}